-- Logs begin at Mon 2021-05-10 12:53:53 UTC, end at Mon 2021-05-10 13:48:13 UTC. --
May 10 13:23:17.739223 dv-cinder-784945-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 13:23:20.128850 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.common.config [-] Logging enabled!
May 10 13:23:20.129417 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 13:23:20.129609 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78601) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 13:23:20.132849 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.common.config [-] Logging enabled!
May 10 13:23:20.133112 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 13:23:20.133435 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78601) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 13:23:20.134371 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 13:23:20.134606 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 13:23:20.134965 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 13:23:20.135214 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 13:23:20.135472 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 13:23:20.135795 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.136092 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.136387 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.136617 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.136912 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.137202 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.137484 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.137771 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.138095 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.138384 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.138666 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.138953 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.139186 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.139469 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.139757 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.140042 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.140268 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.140548 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.140976 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.141374 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.141658 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.141953 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.142255 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.142526 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.142801 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.143087 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.143415 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] host                           = dv-cinder-784945-7-iscsi {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.143696 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.143981 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.144267 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.144550 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.144822 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.145096 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.145378 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.145655 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.145928 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.146228 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.146517 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.146803 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.147096 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.147319 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.147543 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.147828 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.148112 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.148387 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.148662 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.148938 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.149213 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.149488 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.149756 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.150060 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.150345 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.150628 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.150903 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.151705 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.151981 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.152257 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.152543 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.152819 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.153094 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.153370 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.153657 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.153928 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.154242 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.154542 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.154827 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.155107 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.155393 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.155670 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.155956 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.156230 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.156502 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.156773 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.157063 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.157317 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.157599 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.157873 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.158170 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.158446 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.158720 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.159005 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:20.159299 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.159594 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.159895 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.160181 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.160475 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.160757 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.161046 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.161325 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.161613 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.161900 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.162276 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.162555 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.162841 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.163119 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.163414 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.163720 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.164014 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.164303 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.164579 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.164851 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.165124 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.165402 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.165688 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.166015 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.166301 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.166578 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.167398 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.167687 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.167967 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.168242 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.168520 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.168809 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.169088 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.169364 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.169644 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.169921 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.170219 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.170493 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.170770 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.171058 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.171333 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.171604 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.171874 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.172150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.172420 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.172702 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.172979 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.173250 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.173523 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.173802 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.174102 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.174377 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.174654 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.174927 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.175202 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.175473 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.175744 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.176022 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.176292 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.176562 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.176832 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.177101 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.177374 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.177646 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.177916 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.178211 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.178481 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.178753 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.179040 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.179333 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.179873 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.180161 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.180440 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.180716 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.180992 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.181265 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.181543 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.181822 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.182119 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.182438 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.182718 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.183002 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.183284 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.183561 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.183853 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.184133 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.184416 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.184694 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.184973 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.185263 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.185547 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.185842 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.186167 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.186463 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.186756 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.187050 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.187333 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.187639 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.187922 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:20.188140 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 13:23:20.188377 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78601) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 13:23:20.534895 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:20.535096 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:20.535384 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:20.535727 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 13:23:20.837172 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.837459 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.837727 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.839480 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.839766 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.840033 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.957763 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.958063 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.958335 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.971961 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.972238 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:20.972504 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.000732 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.001010 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.001278 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.038598 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.038876 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.039146 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.269284 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6cfa957a60> agent after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.269887 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6cfa957a60> agent after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.269887 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6cfa957940> segment precommit_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.270070 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6cfa9579d0> network precommit_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.270780 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6cfa985670> segment before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.394052 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> network before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.394374 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6cfa8f83a0> agent before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.394655 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> network before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.394925 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.395192 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.395498 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> segment precommit_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.395756 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> segment precommit_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.396010 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> segment after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.396260 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> segment after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.396536 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> network after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.396791 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> network precommit_delete 0 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.397050 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port provisioning_complete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.397310 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.397562 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.397824 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> agent after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.398111 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> subnet after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.398370 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> subnet precommit_delete 0 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.398641 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.398894 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.399171 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> segment_host_mapping after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.399512 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.399761 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.400005 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> port after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.400428 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.400685 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.400938 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6cfb2a05b0>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.401352 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.401594 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.401837 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.402109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.402356 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.402601 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:21.402959 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 13:23:21.406085 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 13:23:21.409962 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 13:23:21.413904 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
May 10 13:23:21.415546 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 13:23:21.415993 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 13:23:21.416324 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 13:23:21.417219 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 13:23:21.420059 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 13:23:21.420310 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 13:23:21.420812 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 13:23:21.448671 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 13:23:21.449116 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6cfa7cbd90>> qos_plugin after_init 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.449412 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78601) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 13:23:21.449772 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6cfa8ad190>> logging-plugin after_init 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.451162 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78601) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 13:23:21.451447 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 13:23:21.451693 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 13:23:21.454787 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6cfa8ad2b0>> floatingip before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.455067 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6cfa8ad2b0>> port before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:21.535618 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 13:23:21.535808 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 13:23:21.536048 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 13:23:21.536411 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 13:23:21.566473 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_db.sqlalchemy.engines [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78601) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 13:23:21.894488 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing driver for type 'gre'
May 10 13:23:21.895317 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] gre ID ranges: [(1, 1000)]
May 10 13:23:21.946368 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing driver for type 'local'
May 10 13:23:21.946766 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing driver for type 'vlan'
May 10 13:23:21.958123 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] VlanTypeDriver initialization complete
May 10 13:23:21.958522 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing driver for type 'vxlan'
May 10 13:23:21.959003 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] vxlan ID ranges: [(1, 1000)]
May 10 13:23:22.012232 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing extension driver 'port_security'
May 10 13:23:22.012591 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.extensions.port_security [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] PortSecurityExtensionDriver initialization complete
May 10 13:23:22.012928 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing mechanism driver 'openvswitch'
May 10 13:23:22.013274 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing mechanism driver 'hyperv'
May 10 13:23:22.019878 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:22.020643 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa7f1ee0>> port after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.021017 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa7f1ee0>> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.021374 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa7f1ee0>> port after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.021768 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa767a30>> subnet after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.022154 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa767a30>> subnet after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.022505 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa767a30>> subnet after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.022891 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320df0>> network after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.023241 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320df0>> network after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.023586 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320df0>> network after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.023967 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320e80>> security_group after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.024320 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320e80>> security_group after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.024667 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa320e80>> security_group after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.025049 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327310>> security_group_rule after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.025395 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327310>> security_group_rule after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.025735 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327310>> security_group_rule after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.026714 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327580>> address_group after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.027067 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327580>> address_group after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.027411 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6cfa327580>> address_group after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.027754 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] ML2 OVO RPC backend initialized. {{(pid=78601) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 13:23:22.028462 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> router_interface after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.028817 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> router_interface after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.029240 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> network before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.029585 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> networks before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.029936 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> port before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.030302 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> ports before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.030646 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> subnet before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.030987 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> subnets before_response 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.031336 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> network after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.031680 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> network after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.032020 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> network after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.032360 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> port after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.032701 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.033039 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> port after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.033376 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> subnet after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.033713 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> subnet after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.034083 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6cfa327970>> subnet after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.034664 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.plugin [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Modular L2 Plugin initialization complete
May 10 13:23:22.034997 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading services supported by the core plugin {{(pid=78601) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 13:23:22.035329 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.plugins.ml2.managers [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Got port-security extension from driver 'port_security'
May 10 13:23:22.035788 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.extensions.vlantransparent [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Disabled vlantransparent extension.
May 10 13:23:22.036276 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78601) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 13:23:22.036593 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: router
May 10 13:23:22.071666 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router_interface before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.072063 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_create 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.072437 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router before_create 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.072806 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router_interface before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.073672 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router_interface after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.074054 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_delete 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.074416 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> floatingip after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.074779 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_create 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.075126 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.075474 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.075824 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router_gateway after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.076185 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.076593 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.076959 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6cfa940670> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.077300 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6cfa940700> port after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.077638 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6cfa9405e0> subnet after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.077993 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6cfa940160> subnetpool_address_scope after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.078353 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> port precommit_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.078699 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_create 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.079041 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6cfa92e9d0> port before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.079384 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.079740 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router after_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.080081 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_delete 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.080428 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_create 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.080789 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router_interface after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.081135 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> router precommit_update 55549900 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.081509 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6cfa327a90>> network after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.082397 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Tracking information for resource: router configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:22.082734 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Tracking information for resource: floatingip configured {{(pid=78601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 13:23:22.087620 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.db.l3_agentschedulers_db [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 13:23:22.088204 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6cfa2e0160> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.089185 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6cfa2e0040> port after_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.089545 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _notify_port_delete at 0x7f6cfa2e00d0> port after_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.089900 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6cfa2e0430> port after_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.090720 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6cfa2902b0>> router before_create 55550100 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.091088 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6cfa2902b0>> router precommit_delete 55550100 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.091450 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6cfa2902b0>> router precommit_create 55550100 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.091805 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6cfa2902b0>> router precommit_update 55550100 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.096223 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.provider_configuration [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service providers = [] {{(pid=78601) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 13:23:22.096592 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.db.servicetype_db [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78601) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 13:23:22.099482 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.service_base [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 13:23:22.099839 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.service_base [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 13:23:22.100188 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.service_base [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 13:23:22.101066 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.services.service_base [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 13:23:22.101441 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.services.service_base [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 13:23:22.103280 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.103623 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 13:23:22.114170 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.114509 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: auto_allocate
May 10 13:23:22.120240 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6cfa2a4820> network precommit_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.120613 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6cfa2a4820> network precommit_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.121133 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.121456 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: tag
May 10 13:23:22.128183 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.128521 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: timestamp
May 10 13:23:22.132269 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.132609 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: network_ip_availability
May 10 13:23:22.138366 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa29f8b0>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.138743 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa29f8b0>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.139103 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa29f8b0>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.139814 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.140138 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: flavors
May 10 13:23:22.145049 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.145339 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading Plugin: revisions
May 10 13:23:22.149592 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 13:23:22.150057 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=78601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:22.150749 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78601) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 13:23:22.151708 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Initializing extension manager.
May 10 13:23:22.152218 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: __init__.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.152564 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: __pycache__ {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.152903 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.153247 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: address_group.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.153998 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.154570 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: address-group
May 10 13:23:22.154899 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: address_scope.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.155608 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.156122 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: address-scope
May 10 13:23:22.156448 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: admin_state_down_before_update.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.157361 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.157872 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: router-admin-state-down-before-update
May 10 13:23:22.158233 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: agent.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.158936 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.159444 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: agent
May 10 13:23:22.159772 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: agent_resources_synced.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.160673 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.161184 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: agent-resources-synced
May 10 13:23:22.161510 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: allowedaddresspairs.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.163293 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.163818 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: allowed-address-pairs
May 10 13:23:22.164149 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: auto_allocated_topology.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.165217 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.165733 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: auto-allocated-topology
May 10 13:23:22.166093 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: availability_zone.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.166820 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.167329 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: availability_zone
May 10 13:23:22.167654 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: availability_zone_filter.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.168553 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.169059 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: availability_zone_filter
May 10 13:23:22.169384 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: data_plane_status.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.170311 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.170819 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension data-plane-status not supported by any of loaded plugins
May 10 13:23:22.171144 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: default_subnetpools.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.172038 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.172546 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: default-subnetpools
May 10 13:23:22.172871 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: dhcpagentscheduler.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.173671 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.174212 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: dhcp_agent_scheduler
May 10 13:23:22.174541 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: dns.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.175437 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.175942 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension dns-integration not supported by any of loaded plugins
May 10 13:23:22.176271 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: dns_domain_ports.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.177171 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.177681 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 13:23:22.178035 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: dvr.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.178707 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.179212 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: dvr
May 10 13:23:22.179536 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: empty_string_filtering.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.180719 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.181227 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: empty-string-filtering
May 10 13:23:22.181551 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.182488 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.182998 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 13:23:22.183321 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.184215 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.184715 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 13:23:22.185037 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: external_net.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.185936 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.186477 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: external-net
May 10 13:23:22.186798 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: extra_dhcp_opt.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.187693 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.188195 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: extra_dhcp_opt
May 10 13:23:22.188518 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: extraroute.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.189414 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.189915 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: extraroute
May 10 13:23:22.190266 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: extraroute_atomic.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.191287 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.191797 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: extraroute-atomic
May 10 13:23:22.192122 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: filter_validation.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.192787 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.193302 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: filter-validation
May 10 13:23:22.193625 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: fip_pf_description.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.194727 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.195240 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 13:23:22.195567 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: fip_port_details.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.196485 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.196995 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: fip-port-details
May 10 13:23:22.197324 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: flavors.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.199107 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.199631 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: flavors
May 10 13:23:22.199966 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.201623 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.202186 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 13:23:22.202522 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: floatingip_pools.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.203222 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.203742 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: floatingip-pools
May 10 13:23:22.204072 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: ip_allocation.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.204980 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.205491 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension ip_allocation not supported by any of loaded plugins
May 10 13:23:22.205817 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.206757 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.207268 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: ip-substring-filtering
May 10 13:23:22.207597 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l2_adjacency.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.208510 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.209017 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 13:23:22.209340 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.210325 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.210844 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: router
May 10 13:23:22.211171 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3_conntrack_helper.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.213398 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.214518 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 13:23:22.214856 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.215777 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.216296 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: ext-gw-mode
May 10 13:23:22.216629 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.217537 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.218079 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: l3-ha
May 10 13:23:22.218407 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3_flavors.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.219319 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.219827 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: l3-flavors
May 10 13:23:22.220150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.221093 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.221602 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 13:23:22.221926 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: l3agentscheduler.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.222977 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.223500 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: l3_agent_scheduler
May 10 13:23:22.223831 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: logging.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.225320 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.225851 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension logging not supported by any of loaded plugins
May 10 13:23:22.226223 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: metering.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.226965 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.227544 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: metering
May 10 13:23:22.227875 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.228961 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.229511 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: metering_source_and_destination_fields
May 10 13:23:22.229843 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: multiprovidernet.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.230911 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.231433 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: multi-provider
May 10 13:23:22.231767 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: netmtu.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.232672 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.233185 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: net-mtu
May 10 13:23:22.233521 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: netmtu_writable.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.234457 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.234969 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: net-mtu-writable
May 10 13:23:22.235298 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: network_availability_zone.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.235989 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.236527 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: network_availability_zone
May 10 13:23:22.236853 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: network_ip_availability.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.237937 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.238481 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: network-ip-availability
May 10 13:23:22.238809 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: network_segment_range.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.239568 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.240081 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension network-segment-range not supported by any of loaded plugins
May 10 13:23:22.240407 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: pagination.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.241385 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.241719 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: pagination
May 10 13:23:22.242078 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: port_device_profile.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.242988 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.243506 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: port-device-profile
May 10 13:23:22.243832 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.244767 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.245274 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: port-mac-address-regenerate
May 10 13:23:22.245600 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.246532 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.247042 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: port-numa-affinity-policy
May 10 13:23:22.247368 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: port_resource_request.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.248290 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.248797 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension port-resource-request not supported by any of loaded plugins
May 10 13:23:22.249124 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: portbindings.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.250073 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.250584 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: binding
May 10 13:23:22.250909 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: portbindings_extended.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.252153 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.252669 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: binding-extended
May 10 13:23:22.253001 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: portsecurity.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.253911 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.254457 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: port-security
May 10 13:23:22.254784 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: project_id.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.255760 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.256090 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: project-id
May 10 13:23:22.256411 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: providernet.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.257328 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.257844 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: provider
May 10 13:23:22.258200 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.262176 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.262707 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos not supported by any of loaded plugins
May 10 13:23:22.263045 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.264284 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.264807 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 13:23:22.265142 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.266088 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.266610 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 13:23:22.266944 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_default.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.267844 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.268360 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-default not supported by any of loaded plugins
May 10 13:23:22.268694 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_fip.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.269339 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.269861 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-fip not supported by any of loaded plugins
May 10 13:23:22.270192 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_gateway_ip.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.271109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.271626 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 13:23:22.271954 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_port_network_policy.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.272859 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.273373 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 13:23:22.273701 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_rule_type_details.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.274644 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.275158 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 13:23:22.275486 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: qos_rules_alias.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.277135 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.277651 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 13:23:22.277980 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: quotasv2.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.279003 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.279335 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: quotas
May 10 13:23:22.279662 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: quotasv2_detail.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.281268 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.281613 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: quota_details
May 10 13:23:22.281952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: rbac.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.283040 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.283568 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: rbac-policies
May 10 13:23:22.283904 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: rbac_address_group.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.284825 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.285343 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: rbac-address-group
May 10 13:23:22.285671 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: rbac_address_scope.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.286622 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.287138 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: rbac-address-scope
May 10 13:23:22.287466 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: rbac_security_groups.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.288371 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.288884 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: rbac-security-groups
May 10 13:23:22.289210 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: rbac_subnetpool.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.290151 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.290663 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: rbac-subnetpool
May 10 13:23:22.290989 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: revisionifmatch.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.291930 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.292443 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: revision-if-match
May 10 13:23:22.292769 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: revisions.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.293867 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.294411 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: standard-attr-revisions
May 10 13:23:22.294738 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: router_availability_zone.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.295403 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.295912 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: router_availability_zone
May 10 13:23:22.296237 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: routerservicetype.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.297146 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.297655 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension router-service-type not supported by any of loaded plugins
May 10 13:23:22.297997 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.298940 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.299448 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: security-groups-normalized-cidr
May 10 13:23:22.299775 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: security_groups_port_filtering.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.300684 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.301197 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: port-security-groups-filtering
May 10 13:23:22.301525 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.302466 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.302983 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: security-groups-remote-address-group
May 10 13:23:22.303310 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: securitygroup.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.313610 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.314178 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: security-group
May 10 13:23:22.314523 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: segment.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.315300 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.315815 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension segment not supported by any of loaded plugins
May 10 13:23:22.316149 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.317071 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.317587 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 13:23:22.317919 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: servicetype.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.319045 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.319564 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: service-type
May 10 13:23:22.319893 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: sorting.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.320877 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.321213 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: sorting
May 10 13:23:22.321541 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: standard_attr_segment.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.322471 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.323584 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 13:23:22.323912 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: standardattrdescription.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.324562 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.325074 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: standard-attr-description
May 10 13:23:22.325401 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: stateful_security_group.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.326357 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.326881 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: stateful-security-group
May 10 13:23:22.327211 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: stdattrs_common.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.327784 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 13:23:22.328109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.329090 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.329608 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 13:23:22.329954 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnet_onboard.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.331028 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.331547 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: subnet_onboard
May 10 13:23:22.331878 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.332799 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.333309 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 13:23:22.333639 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnet_service_types.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.334593 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.335112 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: subnet-service-types
May 10 13:23:22.335446 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnetallocation.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.336526 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.337044 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: subnet_allocation
May 10 13:23:22.337377 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.338061 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.338604 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: subnetpool-prefix-ops
May 10 13:23:22.340775 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.342295 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.343085 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 13:23:22.343428 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: tagging.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.345764 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.346542 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: standard-attr-tag
May 10 13:23:22.346887 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: timestamp.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.348125 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.348646 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loaded extension: standard-attr-timestamp
May 10 13:23:22.348978 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: trunk.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.350049 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.350572 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension trunk not supported by any of loaded plugins
May 10 13:23:22.350969 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: trunk_details.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.351894 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.352410 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension trunk-details not supported by any of loaded plugins
May 10 13:23:22.352738 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: uplink_status_propagation.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.353647 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.354217 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 13:23:22.354549 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Loading extension file: vlantransparent.py {{(pid=78601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 13:23:22.355216 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 13:23:22.355725 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 13:23:22.358227 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:network
May 10 13:23:22.358953 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnet
May 10 13:23:22.359737 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 13:23:22.360347 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:port
May 10 13:23:22.361595 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.362088 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service FLAVORS assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.362729 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.363167 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.363503 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:router
May 10 13:23:22.364164 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:floatingip
May 10 13:23:22.364874 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service METERING assigned prefix: /metering {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.366357 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa1b8df0>> rbac-policy before_create 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.366728 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa1b8df0>> rbac-policy before_update 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.367081 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6cfa1b8df0>> rbac-policy before_delete 55550000 {{(pid=78601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:23:22.368240 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 13:23:22.368691 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:security_group
May 10 13:23:22.369358 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 13:23:22.370633 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service CORE assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.370970 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 13:23:22.371309 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] subnetpool is already registered
May 10 13:23:22.371928 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service CORE assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.372262 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 13:23:22.372590 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] subnetpool is already registered
May 10 13:23:22.375196 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.375636 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service FLAVORS assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.376236 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.376664 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.377002 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:router
May 10 13:23:22.377334 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] router is already registered
May 10 13:23:22.377943 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:floatingip
May 10 13:23:22.378301 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] floatingip is already registered
May 10 13:23:22.378945 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service METERING assigned prefix: /metering {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.379621 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 13:23:22.379954 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] rbac_policy is already registered
May 10 13:23:22.381440 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:security_group
May 10 13:23:22.381786 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] security_group is already registered
May 10 13:23:22.382417 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 13:23:22.382760 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] security_group_rule is already registered
May 10 13:23:22.383430 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service CORE assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.383769 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 13:23:22.384110 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] subnetpool is already registered
May 10 13:23:22.384712 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.v2.resource_helper [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Service CORE assigned prefix:  {{(pid=78601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 13:23:22.385044 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 13:23:22.386020 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING neutron.quota.resource_registry [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] subnetpool is already registered
May 10 13:23:22.386695 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: extensions {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.388153 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: address-groups {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.389747 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: address-scopes {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.390989 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: agents {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.392167 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: auto-allocated-topology {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.393413 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: availability_zones {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.394757 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: dhcp-networks {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.396242 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: dhcp-agents {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.397624 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: routers {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.399511 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: flavors {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.400816 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: service_profiles {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.402077 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: next_providers {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.403590 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: service_profiles {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.405035 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: floatingip-pools {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.406285 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: routers {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.408097 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: floatingips {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.409292 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: l3-routers {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.410693 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: l3-agents {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.412105 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: metering-labels {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.413442 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: metering-label-rules {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.414753 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: network-ip-availabilities {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.416005 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: bindings {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.417682 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: quotas {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.419161 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: quotas {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.420569 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: rbac-policies {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.421868 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: security-groups {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.423102 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: security-group-rules {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.424353 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: service-providers {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.425584 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: subnetpools {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.427028 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: subnetpools {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.428499 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.430483 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.432802 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.434611 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.436417 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.438291 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.439988 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.442822 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.444600 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.555345 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron.api.extensions [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Extended resource: tags {{(pid=78601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 13:23:22.561808 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING keystonemiddleware.auth_token [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 13:23:22.568337 dv-cinder-784945-7-iscsi neutron-server[78601]: WARNING keystonemiddleware.auth_token [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 13:23:22.577333 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Acquired lock "singleton_lock" {{(pid=78601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 13:23:22.577827 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_concurrency.lockutils [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Releasing lock "singleton_lock" {{(pid=78601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 13:23:22.578492 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Starting 2 workers
May 10 13:23:22.583127 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Started child 78708 {{(pid=78601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 13:23:22.587285 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Started child 78709 {{(pid=78601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 13:23:22.588296 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.589030 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO neutron.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Neutron service started, listening on 0.0.0.0:9696
May 10 13:23:22.589540 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Notify callbacks [] for process, before_spawn {{(pid=78601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.589744 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [-] (78708) wsgi starting up on http://0.0.0.0:9696
May 10 13:23:22.591933 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.592462 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Starting 1 workers
May 10 13:23:22.593280 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [-] (78709) wsgi starting up on http://0.0.0.0:9696
May 10 13:23:22.596938 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Started child 78710 {{(pid=78601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 13:23:22.597477 dv-cinder-784945-7-iscsi neutron-server[78601]: INFO oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Starting 1 workers
May 10 13:23:22.600389 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] calling RpcWorker wait() {{(pid=78710) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 13:23:22.600926 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] returning from RpcWorker wait() {{(pid=78710) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 13:23:22.601688 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Started child 78711 {{(pid=78601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 13:23:22.602263 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.602510 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4a72-bb02-4d31-a72d-3ad64565e94e None None] Notify callbacks [] for process, after_spawn {{(pid=78601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.602837 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:22.604348 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 13:23:22.604560 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 13:23:22.604741 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 13:23:22.604964 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 13:23:22.605311 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 13:23:22.605475 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 13:23:22.605966 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.606270 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.606366 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:22.606809 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.606809 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.607075 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.607304 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:22.607699 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.607960 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.608223 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.608506 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.608773 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.608951 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.609124 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.609374 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.609617 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.609915 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.610221 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.610478 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.610786 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.610963 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.611249 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.611582 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.611841 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.612111 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.612372 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.612897 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.613149 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.613422 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.613694 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.613997 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.614265 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.614553 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.614870 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.615087 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.615310 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.615577 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.615816 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.616055 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.616298 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.616577 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.616817 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.617319 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] host                           = dv-cinder-784945-7-iscsi {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.617541 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.617765 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.618058 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.618328 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.618577 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.618796 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.619054 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.619304 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.619560 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.620328 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.620600 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.620855 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.621080 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.621325 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.621477 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.621697 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.621996 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.622268 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.622461 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.622632 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.622815 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.623075 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.623232 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.623483 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.623703 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.623921 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.624156 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.624393 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.624632 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.624891 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.625125 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.625361 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.625574 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.625843 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.626123 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.626352 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.626584 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.626799 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.627033 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.627270 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.627506 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.627734 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.627952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.628178 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.628406 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.628623 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.628886 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.629137 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.629413 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.629742 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.630032 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.630265 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.630518 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.630898 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.631067 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.631432 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.631972 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.632218 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.632964 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.632964 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.632964 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.633382 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.633382 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.633626 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.633847 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.634132 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.634355 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.634574 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.634814 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.635243 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.636095 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.636728 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.636728 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.638016 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.638016 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.649072 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.649806 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.650134 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.650418 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.650765 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.651054 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.651383 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.651619 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.651906 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.652260 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.652524 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.652809 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.653057 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.653301 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.653519 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.653742 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.654109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.654377 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.654641 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.654900 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.655297 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.655674 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.655918 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.656158 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.656400 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.656614 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.657044 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.657409 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.657767 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.658187 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.658573 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.658979 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.659229 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.659487 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.659758 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.659998 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.660227 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.660455 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.660670 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.660895 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.661120 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.661353 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.661573 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.661811 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.662082 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.662304 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.662520 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.662735 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.662955 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.663184 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.663402 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.663616 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.663827 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.664044 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.664284 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.664506 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.664724 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.664938 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.665154 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.665406 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.665639 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.665879 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.666121 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.666335 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.666551 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.667295 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.667505 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.667866 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.668246 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.668607 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.668982 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.669366 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.669737 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.670156 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.670513 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.670867 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.671222 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.671591 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.672018 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.672490 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.672883 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.673264 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.673656 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.674090 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.674490 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.674871 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.675249 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.675611 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.675968 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.676373 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.676770 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.677163 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.677549 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.677912 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.678346 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.678745 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.679156 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.680008 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.680412 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.680779 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.681213 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.681630 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.681900 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.682205 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.683022 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.683439 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.683829 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.684237 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.684590 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.685006 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.685303 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.685574 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.686000 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.686388 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.686774 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.687172 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.687414 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.687672 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.687912 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.688164 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.688390 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.688672 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.688909 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.689166 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.689382 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.689642 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.689986 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.690242 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.690456 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.690840 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.691103 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.691350 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.691587 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.691859 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.692107 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.692336 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.692737 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.693149 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.693385 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.693623 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.693872 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.694121 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.694355 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.694565 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.694952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.695169 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.695383 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.695616 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.695828 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.696062 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.696293 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.696510 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.696725 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.696975 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.697190 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.697433 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.697673 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.697936 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.698325 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.698570 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.698806 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.699057 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.699276 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.699540 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.699795 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.700028 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.700405 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.700788 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.701030 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.701247 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.701489 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.701711 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.701925 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.702164 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.702524 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.702886 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.703119 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.703342 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.703699 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.703941 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.704191 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.704545 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.704794 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.705023 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.705267 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.705479 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.705702 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.705937 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.706199 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.706414 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.706633 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.706867 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.707132 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.707392 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.707640 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.707849 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.708076 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.708279 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.708519 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.708726 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.709017 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.709266 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.709497 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.709927 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.710194 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.710454 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.710666 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.710873 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.711086 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.711295 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.711517 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.711733 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.711962 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.712173 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.712395 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.712625 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.712823 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.713056 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.713292 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.713520 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.713768 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.713996 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.714232 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.714402 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.714625 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.714943 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.715187 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.715404 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.715689 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.716073 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.716466 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.716870 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.717334 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.717714 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.718136 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.718525 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.718743 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.718980 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.719234 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.719710 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.720150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.720430 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.720684 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.720944 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.721226 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.721506 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.721709 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.722105 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.722451 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.722724 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.722973 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.723213 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.723491 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.723715 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.723949 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.724183 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.724415 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.724625 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.725012 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.725270 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.725518 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.725736 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.726007 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.726226 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.726453 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.726685 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.726909 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.727126 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.727285 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 13:23:22.727862 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 13:23:22.728023 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 13:23:22.728214 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 13:23:22.728365 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 13:23:22.728537 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 13:23:22.728688 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 13:23:22.728891 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.729052 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.729731 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.729893 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.730073 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.730248 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.730554 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.731421 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.731591 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.731749 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.731907 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732065 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732223 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732379 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732534 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732689 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.732845 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.733002 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.733164 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.733321 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.733478 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734477 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734477 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734736 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734736 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734975 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.734975 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735226 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735356 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735485 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735619 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735759 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.735893 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736026 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736159 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:22.736305 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736305 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736562 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] host                           = dv-cinder-784945-7-iscsi {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736694 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736827 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.736959 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737092 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737225 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737366 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737511 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737645 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737779 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.737916 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738080 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738210 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738344 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738571 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738785 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.738785 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739051 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739051 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739303 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739450 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739585 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739721 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.739901 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740044 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740177 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740310 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740441 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740573 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740705 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740836 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.740967 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741099 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741249 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741382 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741513 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741644 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741799 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.741956 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742136 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742291 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742446 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742587 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742743 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.742898 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743054 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743214 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743358 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743514 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743652 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743795 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.743952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744107 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744265 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744421 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744575 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744749 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.744917 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.745579 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.745735 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.745890 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746066 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746222 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746376 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746531 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746685 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746840 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.746994 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.747150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.747309 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 13:23:22.747483 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.747643 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.747813 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.747971 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748131 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748518 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748518 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748961 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748961 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.748961 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749311 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749311 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749311 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749924 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749924 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749924 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.749924 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750404 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750404 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750404 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750724 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750724 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.750930 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751039 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751160 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751273 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751414 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751572 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751731 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.751888 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752046 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752204 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752362 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752520 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752678 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752835 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.752992 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753307 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753464 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753621 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753778 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.753936 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754150 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754293 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754416 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754537 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754699 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.754857 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755015 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755183 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755341 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755499 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755658 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755816 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.755974 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756131 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756289 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756446 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756604 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756760 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.756930 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757087 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757268 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757427 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757584 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757742 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.757899 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758076 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758235 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758392 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758554 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758788 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.758924 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759131 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759258 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759380 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759502 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759615 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759726 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.759882 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760038 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760194 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760370 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760539 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760710 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.760868 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761025 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761182 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761340 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761496 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761654 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761811 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.761968 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762142 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762299 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762455 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762614 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762772 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.762927 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763084 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763241 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763398 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763555 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763713 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.763870 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764028 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764185 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764340 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764496 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764652 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764819 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.764976 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765135 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765292 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765480 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765649 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765807 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.765964 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766135 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766272 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766428 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766585 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766743 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.766899 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767056 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767214 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767380 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767547 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767704 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.767860 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768017 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768195 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768353 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768514 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768672 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.768901 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769036 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769174 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769362 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769496 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769630 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769753 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.769884 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770030 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770157 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770312 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770471 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770629 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770786 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.770943 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771101 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771260 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771417 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771574 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771730 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.771887 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772043 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772201 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772358 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772515 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772673 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772829 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.772986 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773143 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773300 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773457 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773612 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773768 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.773928 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774147 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774275 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774397 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774543 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774700 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.774857 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775015 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775172 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775329 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775487 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775644 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775801 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.775975 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.776137 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.776299 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.776454 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.776767 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.776939 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.777097 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.777255 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.777412 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.777568 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.777733 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778043 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778043 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778313 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778448 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778588 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778715 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778837 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.778967 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779154 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779278 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779480 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779600 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779709 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779827 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.779951 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780113 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780270 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780428 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780594 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780751 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.780909 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781065 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781223 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781389 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781545 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781702 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.781859 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782037 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782205 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782362 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782520 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782678 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.782836 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783002 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783159 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783316 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783472 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783630 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783794 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.783952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784111 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784276 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784432 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784590 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784746 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.784913 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785071 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785232 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785390 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785547 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785706 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.785865 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786095 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786213 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786348 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786501 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786666 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786831 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.786995 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787152 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787315 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787482 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787639 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787796 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.787952 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788109 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788266 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788421 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788582 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788739 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.788896 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789053 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789201 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789391 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789599 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789741 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.789867 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.790012 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.790137 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.790260 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.790375 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 13:23:22.790546 dv-cinder-784945-7-iscsi neutron-server[78601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 13:23:22.905319 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48234) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:22.913594 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0061970
May 10 13:23:33.525500 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3987ef-1764-4d23-924d-a76ced37b892 None None] get_active_networks_info from dv-cinder-784945-7-iscsi {{(pid=78710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 13:23:33.623602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3987ef-1764-4d23-924d-a76ced37b892 None None] No non-hosted networks {{(pid=78710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 13:23:33.627243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9b83c872-5d59-4d18-a768-3c2c94c9b748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:36.208022 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d6c88a04-34ed-41a8-90df-ca199cda2c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:36.272276 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-6fe9543d-5d2c-4031-ac40-c2f04a6ad251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:36.279062 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:36.280422 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.280978 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.281552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.282957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.283580 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.284067 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.284552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.285158 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.285759 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.286434 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.286918 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.287414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:36.287969 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6cf9ee3a60>, 'Open vSwitch agent', 'dv-cinder-784945-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:36.302818 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6cf958cee0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:23:37.279404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:38.587462 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:40.100990 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48324) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:40.678120 dv-cinder-784945-7-iscsi neutron-server[78709]: WARNING oslo_policy.policy [None req-51eb2776-747c-4d07-973a-592da19ccc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:40.678768 dv-cinder-784945-7-iscsi neutron-server[78709]: WARNING oslo_policy.policy [None req-51eb2776-747c-4d07-973a-592da19ccc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:40.893190 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [None req-51eb2776-747c-4d07-973a-592da19ccc63 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:23:40.894239 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-51eb2776-747c-4d07-973a-592da19ccc63 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7923410
May 10 13:23:42.140677 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.db.l3_hamode_db [None req-158706ee-8fa1-4b04-8d36-e71ee07d5464 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 13:23:42.226777 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158706ee-8fa1-4b04-8d36-e71ee07d5464 None None] Routers set() bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:23:42.227170 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158706ee-8fa1-4b04-8d36-e71ee07d5464 None None] Router IDs set() for agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 13:23:43.218533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48338) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:43.577396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:23:43.675838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.policy [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78709) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 13:23:43.721928 dv-cinder-784945-7-iscsi neutron-server[78709]: WARNING oslo_policy.policy [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:43.722327 dv-cinder-784945-7-iscsi neutron-server[78709]: WARNING oslo_policy.policy [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:43.731212 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.quota [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6cf9c1a640>.
May 10 13:23:43.746729 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:23:43.803590 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625398861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625399312', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625406264', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625348236', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625358690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756625362944', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1818739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1726550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606418'] for rbac-policy, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:43.863588 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:43.864735 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-33e50fc5-f5c8-4295-b1a6-4aedaedc64e5 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6452658
May 10 13:23:46.390870 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48352) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:46.735997 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:23:46.740565 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:23:46.744929 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Usage tracker for resource:network and tenant:2a369864a0f943a6ac80cd923bc32116 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:23:46.749378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:23:46.755312 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:23:46.764823 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Made reservation on behalf of 2a369864a0f943a6ac80cd923bc32116 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:23:46.767713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:46.785341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:46.799161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:23:46.803032 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Usage tracker for resource:security_group_rule and tenant:2a369864a0f943a6ac80cd923bc32116 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:23:46.808058 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:23:46.813442 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:23:46.910032 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:46.913356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:46.918442 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:46.936055 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:23:46.961802 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756627330964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:46.962411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6cfa957940> segment precommit_create {{(pid=78709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 13:23:46.963489 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Added segment 68fbbd27-4a99-4951-b021-16f72a91b2bc of type vlan for network f445cdf5-5732-4c45-a19d-8f9eefc7372f
May 10 13:23:47.010391 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d938de1-1b46-4d16-be24-6efcd10d7474,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:47.026711 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.027063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.027393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.027715 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.028033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.028363 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.028679 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.028989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.029311 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.029621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.029927 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.030258 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Tracked resource versions report:
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]: pushed versions:
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]: {   'AddressGroup': {'1.2'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'ConntrackHelper': {'1.0'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Log': {'1.0'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Network': {'1.1'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Port': {'1.7'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'PortForwarding': {'1.2'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'QosPolicy': {'1.8'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SecurityGroup': {'1.4'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SecurityGroupRule': {'1.2'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SubPort': {'1.0'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Subnet': {'1.1'},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Trunk': {'1.1'}}
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]: consumer versions:
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'ConntrackHelper': '1.0',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Log': '1.0',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Network': '1.1',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Port': '1.7',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'PortForwarding': '1.2',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'QosPolicy': '1.8',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SecurityGroup': '1.4',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SecurityGroupRule': '1.2',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SubPort': '1.0',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Subnet': '1.1',
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Trunk': '1.1'}}
May 10 13:23:47.031329 dv-cinder-784945-7-iscsi neutron-server[78709]:  {{(pid=78709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:23:47.080154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:47.081762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:47.120201 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:47.121540 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:23:47.122202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:47.126629 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:47.227963 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8359783
May 10 13:23:47.228449 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Pushing event updated for resources: {'Network': ['ID=f445cdf5-5732-4c45-a19d-8f9eefc7372f,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:47.231786 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:47.240049 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:23:49.838660 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48370) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:50.275017 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8bc83-94dc-4822-b130-0709d382b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:23:50.276764 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a7d8bc83-94dc-4822-b130-0709d382b294 admin admin] 10.222.0.18 "GET /v2.0/networks/f445cdf5-5732-4c45-a19d-8f9eefc7372f HTTP/1.1" status: 200  len: 825 time: 0.4371679
May 10 13:23:50.302785 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e7b8ef06-a49d-429f-94b8-740ccc4155d2 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/3ec855e9-9f7d-4769-a5d0-1c9179208d28 HTTP/1.1" status: 200  len: 734 time: 0.0207365
May 10 13:23:50.311235 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28', 'gateway_ip': '172.20.0.1'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:23:50.315327 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:23:50.318970 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Usage tracker for resource:subnet and tenant:2a369864a0f943a6ac80cd923bc32116 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:23:50.321757 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:23:50.327307 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:23:50.336539 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Made reservation on behalf of 2a369864a0f943a6ac80cd923bc32116 for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:23:50.339291 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:50.810233 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:50.815259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:50.895603 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf41856-2c5b-48d1-91a5-e6919e8df394,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:50.898808 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:50.899920 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Checking segment: {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:23:50.900330 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Network hostable DHCP agents. Network: f445cdf5-5732-4c45-a19d-8f9eefc7372f, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:23:50.918050 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:23:50.927614 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, f445cdf5-5732-4c45-a19d-8f9eefc7372f) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:23:50.933176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:23:50.933781 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:50.937571 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753fc99d-317d-4574-8255-3283c98ca784 None None] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:23:50.954813 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6466792
May 10 13:23:51.249013 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:23:51.250222 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.431777 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Allocated IP 172.20.0.2 (f445cdf5-5732-4c45-a19d-8f9eefc7372f/6cf41856-2c5b-48d1-91a5-e6919e8df394/64b5557b-053a-4724-82d2-63492bb681f3) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:23:51.656505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.669993 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Transition to ACTIVE for port object 64b5557b-053a-4724-82d2-63492bb681f3 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:23:51.688702 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Transition to ACTIVE for port object 64b5557b-053a-4724-82d2-63492bb681f3 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:23:51.695556 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.699830 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:51.756354 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:23:51.759107 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:23:51.770700 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:23:51.772858 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Pushing event updated for resources: {'Port': ['ID=64b5557b-053a-4724-82d2-63492bb681f3,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:51.782328 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.782666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.782998 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.783322 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.783640 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.783957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.784272 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.784586 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.784913 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.785228 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.785537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.785844 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Tracked resource versions report:
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]: pushed versions:
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]: {   'AddressGroup': {'1.2'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'ConntrackHelper': {'1.0'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Log': {'1.0'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Network': {'1.1'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Port': {'1.7'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'PortForwarding': {'1.2'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'QosPolicy': {'1.8'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SecurityGroup': {'1.4'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SecurityGroupRule': {'1.2'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SubPort': {'1.0'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Subnet': {'1.1'},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Trunk': {'1.1'}}
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]: consumer versions:
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'ConntrackHelper': '1.0',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Log': '1.0',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Network': '1.1',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Port': '1.7',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'PortForwarding': '1.2',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'QosPolicy': '1.8',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SecurityGroup': '1.4',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SecurityGroupRule': '1.2',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SubPort': '1.0',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Subnet': '1.1',
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Trunk': '1.1'}}
May 10 13:23:51.786970 dv-cinder-784945-7-iscsi neutron-server[78710]:  {{(pid=78710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:23:51.823447 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:51.875444 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Attempting to bind port 64b5557b-053a-4724-82d2-63492bb681f3 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:23:51.875841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Attempting to bind port 64b5557b-053a-4724-82d2-63492bb681f3 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:23:51.876270 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Attempting to bind port 64b5557b-053a-4724-82d2-63492bb681f3 on network f445cdf5-5732-4c45-a19d-8f9eefc7372f {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:23:51.881404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:23:51.881814 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Checking segment: {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:23:51.882321 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.882719 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Bound using segment: {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:23:51.883184 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Bound port: 64b5557b-053a-4724-82d2-63492bb681f3, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:23:51.883573 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.971566 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] For port 64b5557b-053a-4724-82d2-63492bb681f3, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:23:51.975324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] For port 64b5557b-053a-4724-82d2-63492bb681f3, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=64b5557b-053a-4724-82d2-63492bb681f3,segment=NetworkSegment(68fbbd27-4a99-4951-b021-16f72a91b2bc),segment_id=68fbbd27-4a99-4951-b021-16f72a91b2bc)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:23:51.980540 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:51.984442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:52.068205 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Pushing event updated for resources: {'Port': ['ID=64b5557b-053a-4724-82d2-63492bb681f3,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:52.071452 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:53.321252 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48380) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:53.686881 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [None req-19209a00-d045-4ced-b621-cdc680df7862 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:23:53.688399 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-19209a00-d045-4ced-b621-cdc680df7862 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3659828
May 10 13:23:56.028962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 48390) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:56.637344 dv-cinder-784945-7-iscsi neutron-server[78708]: WARNING oslo_policy.policy [None req-ab573714-2921-418c-b3a6-24d43f1167e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:56.637959 dv-cinder-784945-7-iscsi neutron-server[78708]: WARNING oslo_policy.policy [None req-ab573714-2921-418c-b3a6-24d43f1167e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:56.855596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [None req-ab573714-2921-418c-b3a6-24d43f1167e8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:23:56.856837 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ab573714-2921-418c-b3a6-24d43f1167e8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8258431
May 10 13:23:57.516071 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8380eb0-dcc3-4648-8e34-6bbcb662a72e None None] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:23:57.597730 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-2a73964d-1543-415e-aaef-f7a3a6d53426 None None] Provisioning for port 64b5557b-053a-4724-82d2-63492bb681f3 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:23:58.075410 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 64b5557b-053a-4724-82d2-63492bb681f3 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:23:58.140744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 64b5557b-053a-4724-82d2-63492bb681f3 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:23:58.145060 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 64b5557b-053a-4724-82d2-63492bb681f3 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:23:58.145460 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:58.255831 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:58.287235 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 64b5557b-053a-4724-82d2-63492bb681f3, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=64b5557b-053a-4724-82d2-63492bb681f3,segment=NetworkSegment(68fbbd27-4a99-4951-b021-16f72a91b2bc),segment_id=68fbbd27-4a99-4951-b021-16f72a91b2bc)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:23:58.291676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:58.294662 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:23:58.360313 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=64b5557b-053a-4724-82d2-63492bb681f3,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:23:58.363496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:23:59.456585 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 48410) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:23:59.799203 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'name': 'router1'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:23:59.869858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.policy [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78708) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 13:23:59.917305 dv-cinder-784945-7-iscsi neutron-server[78708]: WARNING oslo_policy.policy [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:59.917618 dv-cinder-784945-7-iscsi neutron-server[78708]: WARNING oslo_policy.policy [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 13:23:59.926039 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.quota [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6cf9c14460>.
May 10 13:23:59.941675 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:23:59.948475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Usage tracker for resource:router and tenant:2a369864a0f943a6ac80cd923bc32116 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:23:59.952941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:23:59.960229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:23:59.975581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:23:59.977587 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:00.002621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:00.054035 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 64b5557b-053a-4724-82d2-63492bb681f3 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:24:00.118221 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:00.121078 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 64b5557b-053a-4724-82d2-63492bb681f3 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:00.121456 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:00.139296 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:00.140445 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4bbe1cca-6619-4358-b223-8b0bf08647a1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6829252
May 10 13:24:02.456266 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 48422) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:02.823620 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [None req-006cd6eb-3bab-4dc8-abe4-00a12a88b456 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:24:02.824605 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-006cd6eb-3bab-4dc8-abe4-00a12a88b456 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3674123
May 10 13:24:03.391703 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-da4e0fd5-d7de-49ff-aeb8-dc108dced054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.130502 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48432) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:05.485900 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:24:05.490503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:24:05.494221 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Usage tracker for resource:network and tenant:ae6ea4babfd74569aa36e830bc2017ed is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:24:05.497476 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:24:05.503047 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:24:05.512992 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Made reservation on behalf of ae6ea4babfd74569aa36e830bc2017ed for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:24:05.515212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.527085 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.540480 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:24:05.544079 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6ea4babfd74569aa36e830bc2017ed is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:24:05.546716 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:24:05.552290 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:24:05.632288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.636036 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.640037 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:05.654905 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=78709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 13:24:05.673853 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d904f1-8c3e-4ad3-88a3-20f54a111849,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:05.676956 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:05.681702 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.681890 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Added segment e56fbd3b-bf50-4635-a067-6da7dbe330b1 of type flat for network 891782e3-4063-44cf-adde-76850e3dfd57
May 10 13:24:05.714350 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.748195 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.749506 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:24:05.750109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:05.754411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:05.853339 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Pushing event updated for resources: {'Network': ['ID=891782e3-4063-44cf-adde-76850e3dfd57,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:05.856265 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7247806
May 10 13:24:05.856955 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:05.863861 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 891782e3-4063-44cf-adde-76850e3dfd57 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:24:06.200015 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-8b55010b-67ff-4b14-89c7-e4b83ce4c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:06.223503 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:07.232594 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:08.170882 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48452) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:08.376210 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63851770-6e01-4dbd-822c-2e82c8632b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:24:08.377501 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-63851770-6e01-4dbd-822c-2e82c8632b15 admin admin] 10.222.0.18 "GET /v2.0/subnets/6cf41856-2c5b-48d1-91a5-e6919e8df394 HTTP/1.1" status: 200  len: 849 time: 0.2056613
May 10 13:24:08.539380 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:08.547060 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d7281f72-d134-44fa-8db8-e035e3862dac admin admin] 10.222.0.18 "GET /v2.0/routers/850fbe97-382c-42fd-af75-d7450951d610 HTTP/1.1" status: 200  len: 704 time: 0.1640823
May 10 13:24:09.027797 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:09.244897 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Allocated IP 172.20.0.1 (f445cdf5-5732-4c45-a19d-8f9eefc7372f/6cf41856-2c5b-48d1-91a5-e6919e8df394/6800957e-4eb0-4d19-8422-c6dc56df30e0) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:24:09.392548 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:09.409181 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Transition to ACTIVE for port object 6800957e-4eb0-4d19-8422-c6dc56df30e0 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:24:09.462244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:09.469785 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:09.521602 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:24:09.524351 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:24:09.527184 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:24:09.527731 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:09.671751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Pushing event updated for resources: {'Port': ['ID=6800957e-4eb0-4d19-8422-c6dc56df30e0,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:09.677784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:09.708872 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-43e54393-e5d6-482c-959e-34e505db3d98 None None] Provisioning for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:24:09.713758 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-43e54393-e5d6-482c-959e-34e505db3d98 None None] Provisioning complete for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:09.714158 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-43e54393-e5d6-482c-959e-34e505db3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:09.792671 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-43e54393-e5d6-482c-959e-34e505db3d98 None None] Port 6800957e-4eb0-4d19-8422-c6dc56df30e0 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:24:09.795880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:10.014208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:10.018260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:10.019292 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:10.022295 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:10.147592 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Pushing event updated for resources: {'Port': ['ID=6800957e-4eb0-4d19-8422-c6dc56df30e0,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:10.151361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:10.206776 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:24:10.207796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:24:10.413505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-190c545f-4885-49e3-80fe-7c9620c580e2 None None] Provisioning complete for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:10.413883 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-190c545f-4885-49e3-80fe-7c9620c580e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:10.428716 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Router 850fbe97-382c-42fd-af75-d7450951d610 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:24:10.465591 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-190c545f-4885-49e3-80fe-7c9620c580e2 None None] Port 6800957e-4eb0-4d19-8422-c6dc56df30e0 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:24:10.580709 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:24:10.590232 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] 10.222.0.18 "PUT /v2.0/routers/850fbe97-382c-42fd-af75-d7450951d610/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0382817
May 10 13:24:10.590914 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Sync routers for ids ['850fbe97-382c-42fd-af75-d7450951d610'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:24:10.601657 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Routers {'850fbe97-382c-42fd-af75-d7450951d610'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:24:10.602527 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:24:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['850fbe97-382c-42fd-af75-d7450951d610'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:10.775289 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Set router 850fbe97-382c-42fd-af75-d7450951d610 gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:24:11.137055 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a190>, [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:09Z', 'revision_number': 2, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port_host': None, '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:09Z', 'revision_number': 2, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:11.141880 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Checking router: 850fbe97-382c-42fd-af75-d7450951d610 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:24:11.142284 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Updating router 850fbe97-382c-42fd-af75-d7450951d610 port 6800957e-4eb0-4d19-8422-c6dc56df30e0 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:24:11.192928 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.560603 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.574935 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Transition to ACTIVE for port object 6800957e-4eb0-4d19-8422-c6dc56df30e0 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:24:11.581634 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.587170 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:11.749311 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Pushing event updated for resources: {'Port': ['ID=6800957e-4eb0-4d19-8422-c6dc56df30e0,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:11.797635 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.797996 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.798335 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.798661 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.798984 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.799307 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.799625 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.799942 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.800272 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.800590 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.800903 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.801397 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Tracked resource versions report:
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]: pushed versions:
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]: {   'AddressGroup': {'1.2'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'ConntrackHelper': {'1.0'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Log': {'1.0'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Network': {'1.1'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Port': {'1.7'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'PortForwarding': {'1.2'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'QosPolicy': {'1.8'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SecurityGroup': {'1.4'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SecurityGroupRule': {'1.2'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SubPort': {'1.0'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Subnet': {'1.1'},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Trunk': {'1.1'}}
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]: consumer versions:
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'ConntrackHelper': '1.0',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Log': '1.0',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Network': '1.1',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Port': '1.7',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'PortForwarding': '1.2',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'QosPolicy': '1.8',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SecurityGroup': '1.4',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SecurityGroupRule': '1.2',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SubPort': '1.0',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Subnet': '1.1',
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Trunk': '1.1'}}
May 10 13:24:11.802389 dv-cinder-784945-7-iscsi neutron-server[78711]:  {{(pid=78711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:24:11.817203 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:11.826206 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Attempting to bind port 6800957e-4eb0-4d19-8422-c6dc56df30e0 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:24:11.826609 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Attempting to bind port 6800957e-4eb0-4d19-8422-c6dc56df30e0 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:24:11.827031 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Attempting to bind port 6800957e-4eb0-4d19-8422-c6dc56df30e0 on network f445cdf5-5732-4c45-a19d-8f9eefc7372f {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:24:11.832155 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:24:11.832568 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Checking segment: {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:24:11.833051 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.833445 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Bound using segment: {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:24:11.833942 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Bound port: 6800957e-4eb0-4d19-8422-c6dc56df30e0, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fbbd27-4a99-4951-b021-16f72a91b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:24:11.834356 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.920225 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] For port 6800957e-4eb0-4d19-8422-c6dc56df30e0, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:24:11.924033 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] For port 6800957e-4eb0-4d19-8422-c6dc56df30e0, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=6800957e-4eb0-4d19-8422-c6dc56df30e0,segment=NetworkSegment(68fbbd27-4a99-4951-b021-16f72a91b2bc),segment_id=68fbbd27-4a99-4951-b021-16f72a91b2bc)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:24:11.927364 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:11.932666 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:12.039114 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Routers {'850fbe97-382c-42fd-af75-d7450951d610'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:24:12.039749 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:24:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['850fbe97-382c-42fd-af75-d7450951d610'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:12.087034 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Pushing event updated for resources: {'Port': ['ID=6800957e-4eb0-4d19-8422-c6dc56df30e0,revision_number=4']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:12.097489 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:12.195097 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] Set router 850fbe97-382c-42fd-af75-d7450951d610 gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:24:12.510788 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a190>, [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:09Z', 'revision_number': 2, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port_host': None, '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:11Z', 'revision_number': 4, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:12.514636 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d60d3-61c4-482d-ab4f-16a0ebb91f08 None None] The sync data for ids ['850fbe97-382c-42fd-af75-d7450951d610'] in dv-cinder-784945-7-iscsi is: [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:09Z', 'revision_number': 2, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port_host': None, '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:11Z', 'revision_number': 4, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:24:12.740784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48474) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:12.884116 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7de65b-956a-4c53-a7a3-ebdc2385f9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:24:12.884674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ca7de65b-956a-4c53-a7a3-ebdc2385f9fb admin admin] Synchronizing usage tracker for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:24:12.901822 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ca7de65b-956a-4c53-a7a3-ebdc2385f9fb admin admin] Unset dirty status for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:24:12.903171 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ca7de65b-956a-4c53-a7a3-ebdc2385f9fb admin admin] 10.222.0.18 "GET /v2.0/networks/891782e3-4063-44cf-adde-76850e3dfd57 HTTP/1.1" status: 200  len: 842 time: 0.1614003
May 10 13:24:12.912399 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:24:12.918099 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:24:12.921761 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Usage tracker for resource:subnet and tenant:ae6ea4babfd74569aa36e830bc2017ed is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:24:12.924532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:24:12.934083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:24:12.943705 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Made reservation on behalf of ae6ea4babfd74569aa36e830bc2017ed for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:24:12.946069 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:13.342391 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.objects.ports [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78709) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 13:24:13.342809 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:13.347070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9286bdfc-5e1e-427c-8f80-64396839db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:13.413030 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=84623c19-17e9-4ac8-8ee2-eeeb2e1ad074,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:13.417955 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:13.420332 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:24:13.420680 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Network hostable DHCP agents. Network: 891782e3-4063-44cf-adde-76850e3dfd57, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:24:13.437468 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:24:13.445781 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 891782e3-4063-44cf-adde-76850e3dfd57) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:24:13.450238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:24:13.450817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:13.455464 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713deb5-0477-4378-a493-7942dc78ec3c None None] Network 891782e3-4063-44cf-adde-76850e3dfd57 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:24:13.482694 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5736859
May 10 13:24:13.657353 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7b497-450a-46e4-9583-b48e549c00b6 None None] Network 891782e3-4063-44cf-adde-76850e3dfd57 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:24:15.734469 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 48488) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:15.949087 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3d2312f4-4cc5-4c63-b90e-ab321b2aa328 admin admin] 10.222.0.18 "GET /v2.0/routers/850fbe97-382c-42fd-af75-d7450951d610 HTTP/1.1" status: 200  len: 710 time: 0.2133007
May 10 13:24:16.093088 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6800957e-4eb0-4d19-8422-c6dc56df30e0 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:24:16.108558 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7a249-4f6e-44e8-ac1b-370e46addb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:24:16.113367 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-5fe7a249-4f6e-44e8-ac1b-370e46addb7c admin admin] 10.222.0.18 "GET /v2.0/networks/891782e3-4063-44cf-adde-76850e3dfd57 HTTP/1.1" status: 200  len: 886 time: 0.1561871
May 10 13:24:16.119096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:24:16.160433 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:24:16.165679 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:16.166212 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:16.284828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:16.317157 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 6800957e-4eb0-4d19-8422-c6dc56df30e0, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=6800957e-4eb0-4d19-8422-c6dc56df30e0,segment=NetworkSegment(68fbbd27-4a99-4951-b021-16f72a91b2bc),segment_id=68fbbd27-4a99-4951-b021-16f72a91b2bc)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:24:16.323513 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:16.325806 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:16.394301 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=6800957e-4eb0-4d19-8422-c6dc56df30e0,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:16.397386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:16.573265 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:16.897231 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:16.952354 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:17.089867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Allocated IP 172.27.3.104 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/24a05221-7d74-4e6f-9a5c-348909cb7a24) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:24:17.234758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:17.289429 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:17.295286 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:17.344345 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:24:17.345414 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:24:17.394201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:24:17.446017 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Pushing event updated for resources: {'Port': ['ID=24a05221-7d74-4e6f-9a5c-348909cb7a24,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:17.517164 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.517435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.517764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.518112 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.518433 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.518758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.519073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.519389 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.519719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.520032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.520339 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.520646 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Tracked resource versions report:
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]: pushed versions:
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]: {   'AddressGroup': {'1.2'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'ConntrackHelper': {'1.0'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Log': {'1.0'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Network': {'1.1'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Port': {'1.7'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'PortForwarding': {'1.2'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'QosPolicy': {'1.8'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SecurityGroup': {'1.4'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SecurityGroupRule': {'1.2'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SubPort': {'1.0'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Subnet': {'1.1'},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Trunk': {'1.1'}}
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]: consumer versions:
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'ConntrackHelper': '1.0',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Log': '1.0',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Network': '1.1',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Port': '1.7',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'PortForwarding': '1.2',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'QosPolicy': '1.8',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SecurityGroup': '1.4',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SecurityGroupRule': '1.2',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SubPort': '1.0',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Subnet': '1.1',
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Trunk': '1.1'}}
May 10 13:24:17.521714 dv-cinder-784945-7-iscsi neutron-server[78708]:  {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:24:17.528250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:17.817032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:18.063902 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6800957e-4eb0-4d19-8422-c6dc56df30e0 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:24:18.129483 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:18.129855 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:18.145778 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:18.149186 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747526'] for router, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:18.321745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Router 850fbe97-382c-42fd-af75-d7450951d610 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:24:18.490421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:24:18.499225 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:18.500447 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/850fbe97-382c-42fd-af75-d7450951d610 HTTP/1.1" status: 200  len: 890 time: 2.3850842
May 10 13:24:18.500595 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Sync routers for ids ['850fbe97-382c-42fd-af75-d7450951d610'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:24:18.510441 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Routers {'850fbe97-382c-42fd-af75-d7450951d610'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:24:18.511106 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9451eb0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:24:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['850fbe97-382c-42fd-af75-d7450951d610'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:18.705828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Set router 850fbe97-382c-42fd-af75-d7450951d610 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:24:19.055221 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9451eb0>, [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:17Z', 'revision_number': 4, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port': {'id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:16Z', 'updated_at': '2021-05-10T13:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:16Z', 'revision_number': 5, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:19.060218 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Checking router: 850fbe97-382c-42fd-af75-d7450951d610 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:24:19.060567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Updating router 850fbe97-382c-42fd-af75-d7450951d610 port 24a05221-7d74-4e6f-9a5c-348909cb7a24 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:24:19.110982 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.432632 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.443760 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Transition to ACTIVE for port object 24a05221-7d74-4e6f-9a5c-348909cb7a24 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:24:19.451005 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.454946 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:19.526897 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Attempting to bind port 24a05221-7d74-4e6f-9a5c-348909cb7a24 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:24:19.527268 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Attempting to bind port 24a05221-7d74-4e6f-9a5c-348909cb7a24 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:24:19.527632 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Attempting to bind port 24a05221-7d74-4e6f-9a5c-348909cb7a24 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:24:19.534999 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Pushing event updated for resources: {'Port': ['ID=24a05221-7d74-4e6f-9a5c-348909cb7a24,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:19.537388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:24:19.537854 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:24:19.538178 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.538567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:24:19.539039 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Bound port: 24a05221-7d74-4e6f-9a5c-348909cb7a24, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:24:19.539425 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.563000 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:19.612619 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] For port 24a05221-7d74-4e6f-9a5c-348909cb7a24, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:24:19.615608 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] For port 24a05221-7d74-4e6f-9a5c-348909cb7a24, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=24a05221-7d74-4e6f-9a5c-348909cb7a24,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:24:19.619636 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:19.623327 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ee0cf125-82fe-4c6d-a34f-97ff098e66f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:19.698165 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Pushing event updated for resources: {'Port': ['ID=24a05221-7d74-4e6f-9a5c-348909cb7a24,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:19.704920 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:19.706682 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Routers {'850fbe97-382c-42fd-af75-d7450951d610'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:24:19.707338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9451eb0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:24:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['850fbe97-382c-42fd-af75-d7450951d610'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:19.885565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] Set router 850fbe97-382c-42fd-af75-d7450951d610 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:24:20.201483 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9451eb0>, [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:17Z', 'revision_number': 4, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port': {'id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:16Z', 'updated_at': '2021-05-10T13:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:16Z', 'revision_number': 5, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:24:20.205509 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ba564-6087-4c5f-91ae-61ff7e94df89 None None] The sync data for ids ['850fbe97-382c-42fd-af75-d7450951d610'] in dv-cinder-784945-7-iscsi is: [{'id': '850fbe97-382c-42fd-af75-d7450951d610', 'name': 'router1', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:59Z', 'updated_at': '2021-05-10T13:24:17Z', 'revision_number': 4, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'gw_port': {'id': '24a05221-7d74-4e6f-9a5c-348909cb7a24', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:16Z', 'updated_at': '2021-05-10T13:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '6800957e-4eb0-4d19-8422-c6dc56df30e0', 'name': '', 'network_id': 'f445cdf5-5732-4c45-a19d-8f9eefc7372f', 'tenant_id': '2a369864a0f943a6ac80cd923bc32116', 'mac_address': 'fa:16:3e:fd:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850fbe97-382c-42fd-af75-d7450951d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:24:09Z', 'updated_at': '2021-05-10T13:24:16Z', 'revision_number': 5, 'project_id': '2a369864a0f943a6ac80cd923bc32116', 'subnets': [{'id': '6cf41856-2c5b-48d1-91a5-e6919e8df394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec855e9-9f7d-4769-a5d0-1c9179208d28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:24:20.823010 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 48502) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:24:20.940367 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d5053b0f-37cf-4322-97a2-ebd25d66fefa admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1162536
May 10 13:24:22.092470 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 24a05221-7d74-4e6f-9a5c-348909cb7a24 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:24:22.166837 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 24a05221-7d74-4e6f-9a5c-348909cb7a24 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:24:22.174175 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 24a05221-7d74-4e6f-9a5c-348909cb7a24 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:22.174693 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:22.289261 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:22.304353 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 24a05221-7d74-4e6f-9a5c-348909cb7a24, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=24a05221-7d74-4e6f-9a5c-348909cb7a24,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:24:22.309470 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:22.311620 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:24:22.374784 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=24a05221-7d74-4e6f-9a5c-348909cb7a24,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:24:22.377667 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:24:24.076537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 24a05221-7d74-4e6f-9a5c-348909cb7a24 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:24:24.175347 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 24a05221-7d74-4e6f-9a5c-348909cb7a24 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:24:24.176583 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:33.396743 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2082-8e81-40fe-804b-8c16c492a775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:34.656620 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:24:36.205187 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-bd58e9b6-4a52-4bd3-8958-f34ab240b40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:36.237088 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:37.239147 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:24:38.558299 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:03.389315 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f102-f9a2-4cce-83ec-e2394974a637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:06.204102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-45d18956-9998-4e2b-a3c7-13a7d15e3f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:06.230983 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:07.242816 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:08.554128 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:11.656079 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:25:33.391686 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4608e25f-dcd4-4358-b35e-e148e2367e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:36.209462 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-41aecda2-0222-4e82-ac7d-fb0c67efc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:36.237387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:37.241643 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:38.558441 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:48.654821 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:25:54.098288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49074) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:25:54.164290 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.pecan_wsgi.hooks.translation [None req-54738078-bf84-4134-a93a-dd0606bc8fb9 admin admin] GET failed (client error): The resource could not be found.
May 10 13:25:54.165520 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-54738078-bf84-4134-a93a-dd0606bc8fb9 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0663052
May 10 13:25:54.296238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e21d3-466c-4d61-ac63-f03fa1560be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:25:54.297613 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e76e21d3-466c-4d61-ac63-f03fa1560be3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1284003
May 10 13:25:56.403394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49084) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:25:56.508668 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2b6f9-bc73-414b-9189-4c5bbedf71b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:25:56.509222 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e7a2b6f9-bc73-414b-9189-4c5bbedf71b1 admin admin] Synchronizing usage tracker for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:subnet {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:25:56.524120 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e7a2b6f9-bc73-414b-9189-4c5bbedf71b1 admin admin] Unset dirty status for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:subnet {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:25:56.525298 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e7a2b6f9-bc73-414b-9189-4c5bbedf71b1 admin admin] 10.222.0.18 "GET /v2.0/subnets/6cf41856-2c5b-48d1-91a5-e6919e8df394 HTTP/1.1" status: 200  len: 849 time: 0.1209433
May 10 13:25:56.534381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:25:56.649252 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:56.833087 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756627325022'] for subnet, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:56.838051 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-42c99464-8191-4ee2-b160-3bab51a04bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:25:56.877265 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:25:56.878281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:56.879123 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] 10.222.0.18 "PUT /v2.0/subnets/6cf41856-2c5b-48d1-91a5-e6919e8df394 HTTP/1.1" status: 200  len: 868 time: 0.3484814
May 10 13:25:56.885293 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b4927-008e-42af-829c-26db250a446a None None] Network f445cdf5-5732-4c45-a19d-8f9eefc7372f requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:25:56.962869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf41856-2c5b-48d1-91a5-e6919e8df394,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:25:56.970415 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.970845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.971096 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.971428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.971753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.972080 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.972396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.972720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.973060 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.973382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.973700 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.974034 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:25:56.978690 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:25:57.301788 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-7ede816a-da2a-41c7-985a-54813e31e11f None None] Provisioning complete for port 64b5557b-053a-4724-82d2-63492bb681f3 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:25:57.302197 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-7ede816a-da2a-41c7-985a-54813e31e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:57.425585 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-7ede816a-da2a-41c7-985a-54813e31e11f None None] Provisioning complete for port 6800957e-4eb0-4d19-8422-c6dc56df30e0 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:25:57.425875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-7ede816a-da2a-41c7-985a-54813e31e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:25:58.989033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49094) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:25:59.164697 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c42e0-4dd7-4f37-b6fb-3332f52c7e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:25:59.165179 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c42e0-4dd7-4f37-b6fb-3332f52c7e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:25:59.166710 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-150c42e0-4dd7-4f37-b6fb-3332f52c7e16 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1767535
May 10 13:26:01.237180 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49104) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:01.406679 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98e0f1-6179-4826-92a8-ef50b66b1fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:01.407156 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98e0f1-6179-4826-92a8-ef50b66b1fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:01.408640 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-bd98e0f1-6179-4826-92a8-ef50b66b1fe3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1705315
May 10 13:26:03.394075 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-520a0d0c-ceaa-4525-bcda-e42488b1b8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:03.489828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49114) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:03.652450 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a248e0-a6f8-475d-afbe-00fb6441d040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:03.653718 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-39a248e0-a6f8-475d-afbe-00fb6441d040 admin admin] 10.222.0.18 "GET /v2.0/networks/891782e3-4063-44cf-adde-76850e3dfd57 HTTP/1.1" status: 200  len: 886 time: 0.1628087
May 10 13:26:05.723396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49124) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:05.893270 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9cf35-78d1-4e09-933b-b27c2c8f3fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:05.894683 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3ed9cf35-78d1-4e09-933b-b27c2c8f3fbf admin admin] 10.222.0.18 "GET /v2.0/networks/f445cdf5-5732-4c45-a19d-8f9eefc7372f HTTP/1.1" status: 200  len: 869 time: 0.1703043
May 10 13:26:06.203199 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0a72f390-5c8a-41ff-b26d-b3acc5eb1120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:06.238575 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:07.244769 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:07.964294 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49134) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:08.067451 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61366c6-ebaf-425b-ab99-e940390edee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:08.067919 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61366c6-ebaf-425b-ab99-e940390edee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:08.069988 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f61366c6-ebaf-425b-ab99-e940390edee8 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1047885
May 10 13:26:08.568356 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:10.159643 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49144) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:10.265531 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7eea8-e014-49d7-9115-1ffaecd21ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:10.266012 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7eea8-e014-49d7-9115-1ffaecd21ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:10.267493 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-dbd7eea8-e014-49d7-9115-1ffaecd21ab4 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1068881
May 10 13:26:12.355715 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49154) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:12.459005 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450877b-dfb2-4ac2-8e7e-1b2d00ba1130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:12.460300 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8450877b-dfb2-4ac2-8e7e-1b2d00ba1130 admin admin] 10.222.0.18 "GET /v2.0/subnets/6cf41856-2c5b-48d1-91a5-e6919e8df394 HTTP/1.1" status: 200  len: 868 time: 0.1037114
May 10 13:26:14.556377 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49164) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:14.658622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f857e-4f28-45bc-bf90-3da6dca1257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:14.659923 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0d0f857e-4f28-45bc-bf90-3da6dca1257a admin admin] 10.222.0.18 "GET /v2.0/subnets/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074 HTTP/1.1" status: 200  len: 816 time: 0.1023607
May 10 13:26:25.653868 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:26:33.397338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a9228e2d-7d9e-46d0-87cf-ae3a516e86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:36.204400 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d774-f868-4400-8166-a709db67f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:36.239749 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:37.249472 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:37.301018 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49208) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:37.349331 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [None req-68582543-e74e-41e1-8bf8-0ddda469dd0c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:26:37.350869 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-68582543-e74e-41e1-8bf8-0ddda469dd0c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0489085
May 10 13:26:38.575446 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:39.522941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49218) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:39.589160 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21402e0-f088-4846-ac7d-7772a37db48d admin admin] GET failed (client error): The resource could not be found.
May 10 13:26:39.590420 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a21402e0-f088-4846-ac7d-7772a37db48d admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0665343
May 10 13:26:39.715683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b28b8c-56fc-4934-87c8-1a2fbe01eb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:39.717138 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-75b28b8c-56fc-4934-87c8-1a2fbe01eb25 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1230233
May 10 13:26:41.822197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49228) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:41.870379 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:26:41.874834 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:26:41.884059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:26:41.893143 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Made reservation on behalf of ae6ea4babfd74569aa36e830bc2017ed for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:26:41.895506 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:41.981352 dv-cinder-784945-7-iscsi neutron-server[78709]: WARNING neutron.services.revisions.revision_plugin [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6cf8a95700] {project_id='ae6ea4babfd74569aa36e830bc2017ed', id='0d3a1ed9-497f-4ab9-9e33-0979bd6049fe', target_tenant='*', action='access_as_shared', object_id='5ad4fec8-677b-4539-9fd2-791bab0f60f4'}> to bump revision.
May 10 13:26:41.992260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:26:42.000853 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:42.001181 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Added segment 74a1e171-e400-48d5-8a06-3d8d7a820243 of type vlan for network 5ad4fec8-677b-4539-9fd2-791bab0f60f4
May 10 13:26:42.026208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:42.054272 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:42.055519 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:42.056092 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:42.060753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:26:42.156172 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3329062
May 10 13:26:42.158704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Pushing event updated for resources: {'Network': ['ID=5ad4fec8-677b-4539-9fd2-791bab0f60f4,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:26:42.171779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:26:42.179434 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:26:44.264692 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49238) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:26:44.329286 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b654bd17-6ea7-4e89-8d56-8cb2deaf2aa6 admin admin] GET failed (client error): The resource could not be found.
May 10 13:26:44.329788 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b654bd17-6ea7-4e89-8d56-8cb2deaf2aa6 admin admin] Synchronizing usage tracker for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:26:44.344208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b654bd17-6ea7-4e89-8d56-8cb2deaf2aa6 admin admin] Unset dirty status for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:26:44.345376 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b654bd17-6ea7-4e89-8d56-8cb2deaf2aa6 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0797105
May 10 13:26:44.448774 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1717f-9564-415d-b8f8-71d580a486a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:44.450126 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-fbb1717f-9564-415d-b8f8-71d580a486a7 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1009142
May 10 13:26:44.459527 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:26:44.463831 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:26:44.473270 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:26:44.483298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Made reservation on behalf of ae6ea4babfd74569aa36e830bc2017ed for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:26:44.485502 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:44.908152 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:44.913037 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:26:44.982726 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46a2b4c-f773-4da1-a949-fba19b014957,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:26:44.986207 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:26:44.987002 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Checking segment: {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:26:44.987349 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Network hostable DHCP agents. Network: 5ad4fec8-677b-4539-9fd2-791bab0f60f4, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:26:45.003325 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:26:45.012614 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 5ad4fec8-677b-4539-9fd2-791bab0f60f4) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:26:45.016401 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:26:45.016980 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.022128 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817038b-9246-4061-bbc8-0e8991270136 None None] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:26:45.040983 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5847552
May 10 13:26:45.244529 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-5ad4fec8-677b-4539-9fd2-791bab0f60f4', 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4', 'tenant_id': 'ae6ea4babfd74569aa36e830bc2017ed', 'fixed_ips': [{'subnet_id': 'c46a2b4c-f773-4da1-a949-fba19b014957'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:26:45.245388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.405081 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Allocated IP 192.168.233.2 (5ad4fec8-677b-4539-9fd2-791bab0f60f4/c46a2b4c-f773-4da1-a949-fba19b014957/7fc55a9b-fda7-4326-ad8e-243fc132364a) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:26:45.634669 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.645387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Transition to ACTIVE for port object 7fc55a9b-fda7-4326-ad8e-243fc132364a will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:26:45.663394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Transition to ACTIVE for port object 7fc55a9b-fda7-4326-ad8e-243fc132364a will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:26:45.669257 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.673409 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:26:45.734609 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:26:45.742055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:26:45.747141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:26:45.749162 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Pushing event updated for resources: {'Port': ['ID=7fc55a9b-fda7-4326-ad8e-243fc132364a,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:26:45.781173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.781507 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.781835 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.782182 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.782503 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.782825 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.783141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.783463 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.783798 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.784112 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.784421 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.784731 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:26:45.792332 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:26:45.846427 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Attempting to bind port 7fc55a9b-fda7-4326-ad8e-243fc132364a on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:26:45.846795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Attempting to bind port 7fc55a9b-fda7-4326-ad8e-243fc132364a by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:26:45.847173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Attempting to bind port 7fc55a9b-fda7-4326-ad8e-243fc132364a on network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:26:45.852570 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:26:45.852935 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Checking segment: {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:26:45.853332 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.853719 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Bound using segment: {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:26:45.854221 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Bound port: 7fc55a9b-fda7-4326-ad8e-243fc132364a, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:26:45.854612 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.943289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] For port 7fc55a9b-fda7-4326-ad8e-243fc132364a, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:26:45.946407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] For port 7fc55a9b-fda7-4326-ad8e-243fc132364a, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7fc55a9b-fda7-4326-ad8e-243fc132364a,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:26:45.951490 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:45.956206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:26:46.032346 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Pushing event updated for resources: {'Port': ['ID=7fc55a9b-fda7-4326-ad8e-243fc132364a,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:26:46.039154 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:26:46.848107 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37ffa2-cea9-4c11-abd7-50f4c7e418ee None None] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:26:46.929495 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-e84cfb39-d260-4849-bb83-2fa00c5333f9 None None] Provisioning for port 7fc55a9b-fda7-4326-ad8e-243fc132364a completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:26:48.188604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7fc55a9b-fda7-4326-ad8e-243fc132364a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:26:48.256580 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 7fc55a9b-fda7-4326-ad8e-243fc132364a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:26:48.261299 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 7fc55a9b-fda7-4326-ad8e-243fc132364a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:26:48.261767 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:48.377021 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:48.408150 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 7fc55a9b-fda7-4326-ad8e-243fc132364a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7fc55a9b-fda7-4326-ad8e-243fc132364a,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:26:48.411960 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:26:48.414007 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:26:48.478492 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=7fc55a9b-fda7-4326-ad8e-243fc132364a,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:26:48.481479 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:26:50.169106 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7fc55a9b-fda7-4326-ad8e-243fc132364a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:26:50.239614 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 7fc55a9b-fda7-4326-ad8e-243fc132364a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:26:50.239997 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:02.652561 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:27:03.399846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-33f1122a-a30f-4d4b-8208-5704ef3853b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:06.206394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e27cf6da-af68-4803-90bf-e898c616333d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:06.240662 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:07.254231 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:08.577628 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:33.401342 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4b43244e-a2d0-4419-91ec-8432a72fc2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:36.208231 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-779a2b25-0402-4c09-9702-58884b9306eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:36.242810 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:37.253635 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:38.580792 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:39.651933 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:27:49.450107 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49288) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:27:49.456094 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [None req-8379076c-2b46-4823-83ca-aace00dcb26d tempest-verify_tempest_config-821463783 tempest-verify_tempest_config-821463783-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:27:49.457041 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8379076c-2b46-4823-83ca-aace00dcb26d tempest-verify_tempest_config-821463783 tempest-verify_tempest_config-821463783-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059886
May 10 13:27:49.762323 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49306) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:27:49.880234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:49.894858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:27:49.899359 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7bc4e400f284f888cd2f69c9caf5f85 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:27:49.902529 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:27:49.908269 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:27:50.001735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.005701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.013844 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:27:50.050341 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7bc4e400f284f888cd2f69c9caf5f85&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2870049
May 10 13:27:50.052367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2be4db-c8de-42f8-a4a8-4ab1ec804de4,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:27:50.053480 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49312) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:27:50.059578 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.059920 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.060249 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.060574 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.060892 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.061212 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.061531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.061844 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.062183 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.062496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.062804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.063110 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.068156 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:27:50.113580 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.138375 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.227994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.231680 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:27:50.242657 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2be4db-c8de-42f8-a4a8-4ab1ec804de4,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:27:50.252316 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.252668 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.252996 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.253315 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.253632 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.253967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.254301 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.254611 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.255513 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.255825 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.256132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.256438 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:27:50.259384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:27:50.260453 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d2be4db-c8de-42f8-a4a8-4ab1ec804de4 HTTP/1.1" status: 204  len: 168 time: 0.2059619
May 10 13:27:50.261336 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:28:03.403716 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-1f0123ad-b171-41f5-a932-884eec6a8ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:06.209515 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f5e35f51-a6d8-40a7-bcfb-2da4724605f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:06.242680 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:07.256556 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:08.583157 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:16.651355 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:28:33.405435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4ac46b26-4ecf-4687-8bf1-4aa893d9b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:36.209497 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eed0-d6b3-4952-8a39-2b769eeb8c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:36.243020 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:37.259439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:38.589847 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:28:53.652576 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 5 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:29:03.406294 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-8891a61b-d087-45aa-af58-76ccfb37af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:06.210741 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b6867fb9-f8bf-4ed0-99e6-735f69ad70cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:06.242421 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:07.262874 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:08.589914 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:21.364765 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982'] for agent, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:24.992712 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49364) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:29:25.102020 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0d2e7c0b-4c63-40f6-8608-aadce823e7cb admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1081872
May 10 13:29:27.216410 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49374) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:29:27.275379 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-00f587bd-45e6-415d-b1c5-dad33671f345 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0578871
May 10 13:29:30.651155 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:29:33.409735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b52d5ab5-1d6e-43ad-abc6-4126493ab8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:36.211397 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9caa8cd8-19ff-4532-97fc-9f20663715d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:36.242256 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:37.264737 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:38.680049 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:29:51.333670 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:03.411466 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-70947c9b-e365-435e-9b3d-36c21693bcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:06.212121 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-efc5b8b9-d9ba-4991-b00b-92013cf9c09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:06.243828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:07.268080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:07.650629 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:30:08.591258 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:21.347200 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:33.414606 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-65cb56fd-b125-4935-9c8a-27eab7330359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:36.213530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b0597848-74c2-48af-adbb-ca9e92c7ed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:36.244810 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:37.270408 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:38.595682 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:44.649952 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:30:51.354861 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:51.579275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49576) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:51.928085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49592) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:52.031847 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1658271962-network', 'tenant_id': '960a63a73e79431ea447b0b471c5a0a6'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:52.036750 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.040600 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Usage tracker for resource:network and tenant:960a63a73e79431ea447b0b471c5a0a6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.043763 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.050140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.061015 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49604) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:52.069471 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Made reservation on behalf of 960a63a73e79431ea447b0b471c5a0a6 for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:52.073032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.088451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.111353 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.112351 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49610) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:52.113905 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Usage tracker for resource:security_group_rule and tenant:960a63a73e79431ea447b0b471c5a0a6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.117239 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.124679 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.194906 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-982441762-network', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:52.199739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.208931 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Usage tracker for resource:network and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.213563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.226357 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.247991 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.250977 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Made reservation on behalf of c59a5b8aaf544fbea096af3c008cea91 for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:52.254921 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.271200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.277473 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.293356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:52.331111 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.336998 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:30:52.340516 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d832b-437b-48a9-afc0-a6ab3bfee541,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:52.342910 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.350083 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.361557 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.361918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.362287 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.362619 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.362948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.363291 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.363621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.363948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.364276 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.364596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.364914 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.365229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Tracked resource versions report:
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]: pushed versions:
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]: {   'AddressGroup': {'1.2'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'ConntrackHelper': {'1.0'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Log': {'1.0'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Network': {'1.1'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Port': {'1.7'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'PortForwarding': {'1.2'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'QosPolicy': {'1.8'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SecurityGroup': {'1.4'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SecurityGroupRule': {'1.2'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'SubPort': {'1.0'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Subnet': {'1.1'},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     'Trunk': {'1.1'}}
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]: consumer versions:
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     HyperV agent@hv-cinder-78494: {},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'ConntrackHelper': '1.0',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Log': '1.0',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Network': '1.1',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Port': '1.7',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'PortForwarding': '1.2',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'QosPolicy': '1.8',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SecurityGroup': '1.4',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SecurityGroupRule': '1.2',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'SubPort': '1.0',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Subnet': '1.1',
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:                                                      'Trunk': '1.1'}}
May 10 13:30:52.366286 dv-cinder-784945-7-iscsi neutron-server[78708]:  {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:30:52.371663 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.374040 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756627330964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.377342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6cfa957940> segment precommit_create {{(pid=78708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 13:30:52.378226 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Added segment e3478105-bbec-49eb-969f-a71e0f8378b9 of type vlan for network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272
May 10 13:30:52.385905 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:52.424848 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-905908630-network', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:52.431079 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.441419 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Usage tracker for resource:network and tenant:2cc99962f1734274adfbd00a099b7a29 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.447193 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.458158 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.480807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Made reservation on behalf of 2cc99962f1734274adfbd00a099b7a29 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:52.484208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.487025 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633414125-network', 'tenant_id': '8c775af703514ab7ab7df57014d178e1'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:52.521031 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.524773 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.550966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:52.560340 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc99962f1734274adfbd00a099b7a29 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.564762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Usage tracker for resource:network and tenant:8c775af703514ab7ab7df57014d178e1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:52.565640 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.582405 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.588008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:52.594288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.637089 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:52.653680 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.657130 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:52.657999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.685647 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:52.707912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.716935 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.730400 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2cfcbee1-6ac7-45a1-96f3-b6889bc063b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:52.768003 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:30:52.772685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Made reservation on behalf of 8c775af703514ab7ab7df57014d178e1 for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:52.775203 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.777385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439f569e-1c39-4a8a-b715-8b8a2660cb81,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:52.787240 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.787575 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Added segment 8f7053cb-a46f-40b7-8f37-77d5a8d1fd57 of type vlan for network 7909857c-8055-41c3-95c6-3f8457ebca19
May 10 13:30:52.789442 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.789805 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.790165 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.790497 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.790869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.791215 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.791536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.791854 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.792183 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.792534 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.792812 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.793162 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Tracked resource versions report:
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]: pushed versions:
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]: {   'AddressGroup': {'1.2'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'ConntrackHelper': {'1.0'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Log': {'1.0'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Network': {'1.1'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Port': {'1.7'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'PortForwarding': {'1.2'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'QosPolicy': {'1.8'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SecurityGroup': {'1.4'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SecurityGroupRule': {'1.2'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'SubPort': {'1.0'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Subnet': {'1.1'},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     'Trunk': {'1.1'}}
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]: consumer versions:
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     HyperV agent@hv-cinder-78494: {},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'ConntrackHelper': '1.0',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Log': '1.0',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Network': '1.1',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Port': '1.7',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'PortForwarding': '1.2',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'QosPolicy': '1.8',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SecurityGroup': '1.4',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SecurityGroupRule': '1.2',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'SubPort': '1.0',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Subnet': '1.1',
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:                                                      'Trunk': '1.1'}}
May 10 13:30:52.794575 dv-cinder-784945-7-iscsi neutron-server[78709]:  {{(pid=78709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:30:52.798896 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:52.813382 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.836528 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.876650 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.878178 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:52.878640 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:52.883288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:52.969742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3893783
May 10 13:30:52.981824 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49650) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:52.987771 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Request body: {'subnet': {'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1658271962-subnet', 'tenant_id': '960a63a73e79431ea447b0b471c5a0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:53.006870 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:53.016457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:53.016666 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9063678
May 10 13:30:53.017317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49656) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:53.018300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Usage tracker for resource:subnet and tenant:960a63a73e79431ea447b0b471c5a0a6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:53.027610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7909857c-8055-41c3-95c6-3f8457ebca19,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:53.027610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:53.031085 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Request body: {'subnet': {'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-subnet', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:53.033452 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 7909857c-8055-41c3-95c6-3f8457ebca19 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:30:53.034843 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:53.041611 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:53.042879 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1bcdd1-7030-4b9e-8489-24c61e8eb272,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:53.054663 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Usage tracker for resource:security_group_rule and tenant:8c775af703514ab7ab7df57014d178e1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:53.054890 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Made reservation on behalf of 960a63a73e79431ea447b0b471c5a0a6 for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:53.057863 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.065784 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:53.082269 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:53.103093 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:30:53.106584 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:53.116418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.132356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.165422 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:53.231694 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a065c1-0dcd-4cda-8aa7-1e7f626d640c,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:53.240238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:53.269489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:30:53.325647 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.326150 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Added segment baa7af7d-f9c0-498f-9f5f-ac86d740fc16 of type vlan for network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea
May 10 13:30:53.334281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:53.346427 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Usage tracker for resource:subnet and tenant:2cc99962f1734274adfbd00a099b7a29 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:53.353608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:53.367980 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:53.387773 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.415882 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Made reservation on behalf of 2cc99962f1734274adfbd00a099b7a29 for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:53.418258 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.440381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.471814 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.483993 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:53.581729 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:30:53.603614 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.604582 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Added segment 7be8b092-1134-47ed-9340-71956626d078 of type vlan for network ea8a4c65-dddb-4848-91b7-54ae146e08e2
May 10 13:30:53.667135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.731748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c60327e-1048-4b69-bea5-7532697a7ef4,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:53.752665 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:53.755754 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.758713 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:53.759132 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.783667 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-422a4b04-b549-4a27-a17e-a42e57b149e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:53.805408 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.813719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:53.814334 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.867107 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9379535
May 10 13:30:53.870780 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.871499 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49692) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:53.888225 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Request body: {'subnet': {'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-982441762-subnet', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:53.893811 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:53.895408 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:53.901233 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.8359787
May 10 13:30:53.901398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Usage tracker for resource:subnet and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:53.901504 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:53.901504 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:53.902781 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:53.910720 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:30:53.910893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:53.914454 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49696) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:53.923521 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4e51e258-84e4-4e73-bd24-96196af0dd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:53.925918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Request body: {'subnet': {'network_id': 'ea8a4c65-dddb-4848-91b7-54ae146e08e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633414125-subnet', 'tenant_id': '8c775af703514ab7ab7df57014d178e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:53.959072 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Made reservation on behalf of c59a5b8aaf544fbea096af3c008cea91 for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:53.961479 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:53.991955 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:54.000940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Usage tracker for resource:subnet and tenant:8c775af703514ab7ab7df57014d178e1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:54.006275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:54.018507 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:54.021165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Pushing event updated for resources: {'Network': ['ID=ea8a4c65-dddb-4848-91b7-54ae146e08e2,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:54.024253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:54.035926 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network ea8a4c65-dddb-4848-91b7-54ae146e08e2 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:30:54.040232 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Made reservation on behalf of 8c775af703514ab7ab7df57014d178e1 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:54.042872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:54.179077 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db8a6c6-1608-46f4-8700-31c9052de820,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:54.181792 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:54.182610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Checking segment: {'id': 'e3478105-bbec-49eb-969f-a71e0f8378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:30:54.183026 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Network hostable DHCP agents. Network: 2a1bcdd1-7030-4b9e-8489-24c61e8eb272, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:30:54.435683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:30:54.473177 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 2a1bcdd1-7030-4b9e-8489-24c61e8eb272) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:54.484787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b146df6-16aa-4367-b52b-7e143dfb4051 None None] Network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:54.487013 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:54.487776 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:54.546020 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5492563
May 10 13:30:54.561966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:54.569304 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:54.660764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Checking segment: {'id': '7be8b092-1134-47ed-9340-71956626d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ea8a4c65-dddb-4848-91b7-54ae146e08e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:30:54.661897 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Network hostable DHCP agents. Network: ea8a4c65-dddb-4848-91b7-54ae146e08e2, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:30:54.669206 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48553f79-183d-4e6c-a2a1-6dc56e898350,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:54.680634 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:54.700899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Network ea8a4c65-dddb-4848-91b7-54ae146e08e2 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:30:54.720127 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, ea8a4c65-dddb-4848-91b7-54ae146e08e2) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:54.725408 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:54.726553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:54.744795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56274d59-d582-4c7b-b5b4-9b82766bc315 None None] Network ea8a4c65-dddb-4848-91b7-54ae146e08e2 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:54.779397 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8614838
May 10 13:30:54.863982 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0536fe0-b96d-4f53-9cd9-96015c96d0d3 None None] Network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:54.887941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:54.895084 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:55.001892 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d5d566-087f-4b29-bb23-a4b924492789,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:55.010300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:55.053241 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Checking segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:30:55.054102 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Network hostable DHCP agents. Network: 7909857c-8055-41c3-95c6-3f8457ebca19, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:30:55.059097 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.069436 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:55.194536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Network 7909857c-8055-41c3-95c6-3f8457ebca19 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:30:55.221623 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321cb0c-b0ca-449b-affd-0d2ce0319df0 None None] Network ea8a4c65-dddb-4848-91b7-54ae146e08e2 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:55.294872 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:55.300587 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:55.301344 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 7909857c-8055-41c3-95c6-3f8457ebca19) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:55.317474 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:55.317962 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.349164 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Checking segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:30:55.349564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Network hostable DHCP agents. Network: 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:30:55.381376 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-83ca656c-5ea0-4521-9d99-3b45f078a2f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.3536706
May 10 13:30:55.381990 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49746) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:55.393735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:55.402579 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:30:55.409749 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:55.410157 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:55.415815 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1820587-ca2a-4290-8ba1-bacfcf703a10 None None] Network 7909857c-8055-41c3-95c6-3f8457ebca19 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:55.416057 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:55.416610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.427105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Usage tracker for resource:router and tenant:2cc99962f1734274adfbd00a099b7a29 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:55.435893 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:55.456049 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5814686
May 10 13:30:55.458683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49752) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:55.459410 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:55.463346 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a36b3-5e98-41e8-91e2-c90647a28d96 None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:55.464810 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:55.470508 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:55.478182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Usage tracker for resource:router and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:55.486718 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:55.503727 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.505421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.509034 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:55.538906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.541410 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.563605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:55.586068 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.073024 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49778) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:56.093102 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432430252-network', 'tenant_id': '3c5cbc80f46e43d0a5403fe183c4f772'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:56.097802 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:56.102155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Usage tracker for resource:network and tenant:3c5cbc80f46e43d0a5403fe183c4f772 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:56.106044 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:56.127209 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:56.155939 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49794) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:56.157270 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Made reservation on behalf of 3c5cbc80f46e43d0a5403fe183c4f772 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:56.159674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.177259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.323662 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49798) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:56.350701 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:56.373128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.393189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5cbc80f46e43d0a5403fe183c4f772 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:56.400487 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:56.411140 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:56.488148 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.502802 dv-cinder-784945-7-iscsi neutron-server[78708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 13:30:56.543891 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb242fe2-e260-4b8e-b9e4-c6f7c8c8f8d9 None None] Network 7909857c-8055-41c3-95c6-3f8457ebca19 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:56.610361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.655134 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:56.672586 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e2d5440730457aae67adcad1a6eb8d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:56.680050 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:56.701989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:56.800873 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:30:56.801956 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.863581 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.879651 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:56.890341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:56.934662 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:30:57.000963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-5d614462-e79d-49c3-a085-438207ecadc1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:57.001955 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-5d614462-e79d-49c3-a085-438207ecadc1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Synchronizing usage tracker for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:network {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:30:57.016054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dee560-9ae4-4517-9c9a-6351319af297,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:57.045165 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Allocated IP 172.20.0.2 (5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea/fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b/69bd9f48-662b-4acb-ab65-5c33ecf6115a) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:30:57.060681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-5d614462-e79d-49c3-a085-438207ecadc1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Unset dirty status for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:network {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:30:57.062272 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-5d614462-e79d-49c3-a085-438207ecadc1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/networks?id=2a1bcdd1-7030-4b9e-8489-24c61e8eb272 HTTP/1.1" status: 200  len: 812 time: 0.5672421
May 10 13:30:57.082989 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-7bd9b108-3a73-4572-abf8-6cc8790a452f tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/quotas/960a63a73e79431ea447b0b471c5a0a6 HTTP/1.1" status: 200  len: 375 time: 0.0128400
May 10 13:30:57.145761 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:57.163302 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.163643 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Added segment 5ee37a64-4491-430b-8349-a8d08423c3d8 of type vlan for network 765fe504-abcc-48ee-bffa-0c7f8f97bdd6
May 10 13:30:57.204408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.231229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.235097 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.252806 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:57.279337 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-6a11fc84-6566-4ef4-a910-28e55008b951 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=960a63a73e79431ea447b0b471c5a0a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1454337
May 10 13:30:57.312931 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.349512 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Synchronizing usage tracker for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:security_group {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:30:57.358503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.360960 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b895c-3474-405f-912f-1ad49308feb2,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:57.363552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.365245 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:57.389766 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Transition to ACTIVE for port object 69bd9f48-662b-4acb-ab65-5c33ecf6115a will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:30:57.400314 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.407367 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:30:57.407971 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.418534 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:57.428925 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.438084 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Transition to ACTIVE for port object 69bd9f48-662b-4acb-ab65-5c33ecf6115a will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:30:57.456703 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.467111 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:57.474064 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.543861 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:30:57.546708 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:57.552678 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:30:57.568580 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Pushing event updated for resources: {'Port': ['ID=69bd9f48-662b-4acb-ab65-5c33ecf6115a,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:57.605845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Unset dirty status for tenant:ae6ea4babfd74569aa36e830bc2017ed on resource:security_group {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:30:57.607362 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2e2d5440730457aae67adcad1a6eb8d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2819753
May 10 13:30:57.620558 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49840) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:57.680584 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.681315 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.681855 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.682394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.683536 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.684082 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.684579 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.685081 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.685567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.686096 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.686629 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.687099 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Tracked resource versions report:
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]: pushed versions:
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]: {   'AddressGroup': {'1.2'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'ConntrackHelper': {'1.0'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Log': {'1.0'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Network': {'1.1'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Port': {'1.7'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'PortForwarding': {'1.2'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'QosPolicy': {'1.8'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SecurityGroup': {'1.4'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SecurityGroupRule': {'1.2'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'SubPort': {'1.0'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Subnet': {'1.1'},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     'Trunk': {'1.1'}}
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]: consumer versions:
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     HyperV agent@hv-cinder-78494: {},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'ConntrackHelper': '1.0',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Log': '1.0',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Network': '1.1',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Port': '1.7',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'PortForwarding': '1.2',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'QosPolicy': '1.8',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SecurityGroup': '1.4',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SecurityGroupRule': '1.2',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'SubPort': '1.0',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Subnet': '1.1',
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:                                                      'Trunk': '1.1'}}
May 10 13:30:57.688269 dv-cinder-784945-7-iscsi neutron-server[78710]:  {{(pid=78710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:30:57.707733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:57.723297 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Attempting to bind port 69bd9f48-662b-4acb-ab65-5c33ecf6115a on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:30:57.723880 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Attempting to bind port 69bd9f48-662b-4acb-ab65-5c33ecf6115a by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:30:57.724240 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Attempting to bind port 69bd9f48-662b-4acb-ab65-5c33ecf6115a on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:30:57.731065 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:30:57.731586 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Checking segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:30:57.732045 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.732552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Bound using segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:30:57.733105 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Bound port: 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:30:57.733570 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:57.803408 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-18b9bd23-fa6f-4abd-9982-91a17a4fb403 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:30:57.804604 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-18b9bd23-fa6f-4abd-9982-91a17a4fb403 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1542566
May 10 13:30:57.830093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Pushing event updated for resources: {'Network': ['ID=765fe504-abcc-48ee-bffa-0c7f8f97bdd6,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:57.837038 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Allocated IP 172.27.3.190 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/f664f626-aa90-4d7b-acbd-e7540d1599f7) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:30:57.842315 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 765fe504-abcc-48ee-bffa-0c7f8f97bdd6 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:30:57.848067 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:57.861724 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7874401
May 10 13:30:57.862562 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49854) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:57.879939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Request body: {'subnet': {'network_id': '765fe504-abcc-48ee-bffa-0c7f8f97bdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432430252-subnet', 'tenant_id': '3c5cbc80f46e43d0a5403fe183c4f772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:30:57.903620 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:57.913023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Usage tracker for resource:subnet and tenant:3c5cbc80f46e43d0a5403fe183c4f772 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:57.940272 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:57.994451 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] For port 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:30:58.008212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:58.009056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] For port 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=69bd9f48-662b-4acb-ab65-5c33ecf6115a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:30:58.016716 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.018202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.022533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:58.038968 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-9382015a-be3f-41e8-bef9-fa9deb014aa6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274394
May 10 13:30:58.063619 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Made reservation on behalf of 3c5cbc80f46e43d0a5403fe183c4f772 for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:30:58.066020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.100762 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Pushing event updated for resources: {'Port': ['ID=69bd9f48-662b-4acb-ab65-5c33ecf6115a,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:58.101091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.103783 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:58.197337 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-7e5827b9-302e-4122-80d3-66c59f70412c service neutron] 10.222.0.18 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520445
May 10 13:30:58.260813 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.324987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.331818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:58.413075 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 69bd9f48-662b-4acb-ab65-5c33ecf6115a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:30:58.415526 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Allocated IP 172.27.3.205 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/4d6d9da9-2c39-47ba-a292-8664f10d7570) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:30:58.435177 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.442197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Pushing event updated for resources: {'Port': ['ID=f664f626-aa90-4d7b-acbd-e7540d1599f7,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:58.455398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:30:58.461194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:58.463121 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4d9915aa-5fcf-44f3-8d2a-9d317b720d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:58.471701 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:58.477104 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:30:58.527357 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b895c-3474-405f-912f-1ad49308feb2,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:58.541200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49866) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:58.545963 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 69bd9f48-662b-4acb-ab65-5c33ecf6115a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:30:58.602793 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4aae883e-183f-4cd1-ad1a-ce71a3f2aa19 req-b899b1f2-494d-4557-8db8-4ddef6f91d70 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0598364
May 10 13:30:58.616361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:58.691644 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.714977 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.719388 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/996b895c-3474-405f-912f-1ad49308feb2 HTTP/1.1" status: 204  len: 168 time: 1.0927434
May 10 13:30:58.735369 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:58.744050 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-01c19850-792f-46f9-bf75-b9760d1952c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:58.819366 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:30:58.821792 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:30:58.825554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:30:59.055561 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6d9da9-2c39-47ba-a292-8664f10d7570,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:30:59.065676 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:30:59.178968 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49906) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:30:59.210713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.232396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:30:59.242959 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Usage tracker for resource:security_group_rule and tenant:13aba83897fa4e9182132460c7d52dfb is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:30:59.249137 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:30:59.258040 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:30:59.357436 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3dd3c-471e-49dc-a5e2-a9cd9b78b83f None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:30:59.378666 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.455835 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.456388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Provisioning for port 69bd9f48-662b-4acb-ab65-5c33ecf6115a completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:30:59.485073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Provisioning complete for port 69bd9f48-662b-4acb-ab65-5c33ecf6115a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:30:59.485442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.855430 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.858168 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.875200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.884099 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df661e98-4e48-4640-aa1b-7a455e01fee8 req-4ec4ee85-c9c4-47e5-8061-4fb27eb3b48b tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.1317773
May 10 13:30:59.902263 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:30:59.907897 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] For port 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=69bd9f48-662b-4acb-ab65-5c33ecf6115a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:30:59.914729 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.945373 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.956680 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.968225 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:30:59.972251 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13aba83897fa4e9182132460c7d52dfb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7876031
May 10 13:30:59.977901 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:00.028282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49922) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:00.032535 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8533973a-08a1-4b34-8aef-4f5a99202c03,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:00.069803 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Pushing event updated for resources: {'Port': ['ID=69bd9f48-662b-4acb-ab65-5c33ecf6115a,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:00.074600 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:00.097134 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:00.110591 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:00.286320 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Checking segment: {'id': '5ee37a64-4491-430b-8349-a8d08423c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '765fe504-abcc-48ee-bffa-0c7f8f97bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:00.290821 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Network hostable DHCP agents. Network: 765fe504-abcc-48ee-bffa-0c7f8f97bdd6, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:31:00.298870 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Router beed1319-690b-4d1b-bc05-552403cee5e6 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:31:00.352890 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebf2f69-1da4-4392-a146-e80457d49288,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:00.365384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.368192 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 69bd9f48-662b-4acb-ab65-5c33ecf6115a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:00.370772 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:00.428552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d7658778-8d17-449c-abff-681a735fcaf8 None None] Provisioning complete for port 69bd9f48-662b-4acb-ab65-5c33ecf6115a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:00.428931 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d7658778-8d17-449c-abff-681a735fcaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.432683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Network 765fe504-abcc-48ee-bffa-0c7f8f97bdd6 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:31:00.454501 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.486088 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 765fe504-abcc-48ee-bffa-0c7f8f97bdd6) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:00.490533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:00.491193 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.499091 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd7d1c-ecc2-4ef5-a39a-7043ad9270df None None] Network 765fe504-abcc-48ee-bffa-0c7f8f97bdd6 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:31:00.533525 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:31:00.562794 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:31:00.575246 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Sync routers for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:31:00.588461 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:00.589556 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9252ee0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:30:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:00.607178 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.7343132
May 10 13:31:00.642543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.644334 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.2610188
May 10 13:31:00.647099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 49940) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:00.765509 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.803020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 49946) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:00.828583 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6352e3d-99de-456f-9893-fbf809285b85 None None] Network 765fe504-abcc-48ee-bffa-0c7f8f97bdd6 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:31:00.881491 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:00.897842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Deleting subnet 48553f79-183d-4e6c-a2a1-6dc56e898350 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:31:00.903194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.960694 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:00.964020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:00.972256 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:01.105666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 69bd9f48-662b-4acb-ab65-5c33ecf6115a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:01.106079 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:01.196922 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8533973a-08a1-4b34-8aef-4f5a99202c03,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:01.210635 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:01.215273 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:01.216381 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8533973a-08a1-4b34-8aef-4f5a99202c03 HTTP/1.1" status: 204  len: 168 time: 1.1874979
May 10 13:31:01.244083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.36', 62125) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:01.308245 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:31:01.317301 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:31:01.329481 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:01.334217 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-61d04498-20d4-4da0-8d5a-1cc3c7ef95e3 req-377173b0-f69f-499a-8e11-d4f4acc3f0d9 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.1083295
May 10 13:31:01.336104 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fac580>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:30:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:01.551564 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9252ee0>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:59Z', 'revision_number': 3, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:01.556018 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Checking router: beed1319-690b-4d1b-bc05-552403cee5e6 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:31:01.556366 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Updating router beed1319-690b-4d1b-bc05-552403cee5e6 port 4d6d9da9-2c39-47ba-a292-8664f10d7570 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:31:01.643149 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:01.893567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:02.013676 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.024284 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.031965 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.5716457
May 10 13:31:02.032656 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50004) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:02.127196 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:02.403345 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.431855 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50036) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:02.512407 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.537707 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Transition to ACTIVE for port object 4d6d9da9-2c39-47ba-a292-8664f10d7570 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:02.559901 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.564643 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:02.618278 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fac580>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:58Z', 'revision_number': 3, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:02.627783 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-b359465b-75f8-4321-afa8-41556b81f1f9 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:02.629258 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-b359465b-75f8-4321-afa8-41556b81f1f9 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.36 "GET /v2.0/networks?id=2a1bcdd1-7030-4b9e-8489-24c61e8eb272 HTTP/1.1" status: 200  len: 812 time: 1.3822467
May 10 13:31:02.630080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:31:02.634720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.638358 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Updating router 4ffacfa9-2219-475f-92fb-dbc6f1233515 port f664f626-aa90-4d7b-acbd-e7540d1599f7 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:31:02.641869 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/48553f79-183d-4e6c-a2a1-6dc56e898350 HTTP/1.1" status: 204  len: 168 time: 1.8310237
May 10 13:31:02.645536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50052) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:02.662017 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48553f79-183d-4e6c-a2a1-6dc56e898350,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:02.706194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e3f0be9e-2ebb-48b8-a1d1-b672fd75e08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:02.749178 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.750104 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Pushing event updated for resources: {'Port': ['ID=4d6d9da9-2c39-47ba-a292-8664f10d7570,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:02.752539 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Attempting to bind port 4d6d9da9-2c39-47ba-a292-8664f10d7570 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:02.754680 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Attempting to bind port 4d6d9da9-2c39-47ba-a292-8664f10d7570 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:02.755064 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Attempting to bind port 4d6d9da9-2c39-47ba-a292-8664f10d7570 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:02.757997 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Request body: {'port': {'device_id': '3d685243-74d6-446d-9e80-306f14794821', 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272', 'admin_state_up': True, 'tenant_id': '960a63a73e79431ea447b0b471c5a0a6'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:02.767986 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:02.768369 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:02.768602 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b48bcdd1-11a7-4934-899d-ea86efa50a2a req-0168cf87-0c8f-4801-9314-334a67a02b1a tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.1228402
May 10 13:31:02.768803 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.769177 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:02.772682 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Bound port: 4d6d9da9-2c39-47ba-a292-8664f10d7570, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:02.774811 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.858887 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.859466 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.859918 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.860357 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.862076 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.862534 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.864176 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.864627 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.865101 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.866341 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.866789 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.867227 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Tracked resource versions report:
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]: pushed versions:
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]: {   'AddressGroup': {'1.2'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'ConntrackHelper': {'1.0'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Log': {'1.0'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Network': {'1.1'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Port': {'1.7'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'PortForwarding': {'1.2'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'QosPolicy': {'1.8'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SecurityGroup': {'1.4'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SecurityGroupRule': {'1.2'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'SubPort': {'1.0'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Subnet': {'1.1'},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     'Trunk': {'1.1'}}
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]: consumer versions:
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]: {   DHCP agent@dv-cinder-784945-7-iscsi: {},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     HyperV agent@hv-cinder-78494: {},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     L3 agent@dv-cinder-784945-7-iscsi: {},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     Metadata agent@dv-cinder-784945-7-iscsi: {},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     Metering agent@dv-cinder-784945-7-iscsi: {},
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:     Open vSwitch agent@dv-cinder-784945-7-iscsi: {   'AddressGroup': '1.2',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'ConntrackHelper': '1.0',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Log': '1.0',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Network': '1.1',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Port': '1.7',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'PortForwarding': '1.2',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'QosPolicy': '1.8',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SecurityGroup': '1.4',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SecurityGroupRule': '1.2',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'SubPort': '1.0',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Subnet': '1.1',
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:                                                      'Trunk': '1.1'}}
May 10 13:31:02.869119 dv-cinder-784945-7-iscsi neutron-server[78711]:  {{(pid=78711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 13:31:02.878611 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:02.976785 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] For port 4d6d9da9-2c39-47ba-a292-8664f10d7570, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:02.980749 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] For port 4d6d9da9-2c39-47ba-a292-8664f10d7570, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=4d6d9da9-2c39-47ba-a292-8664f10d7570,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:02.992421 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:02.998453 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:03.021281 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.116949 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:03.117699 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9252ee0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:30:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:03.173273 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:03.233049 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Allocated IP 172.20.0.1 (7909857c-8055-41c3-95c6-3f8457ebca19/60d5d566-087f-4b29-bb23-a4b924492789/05908523-5c29-449e-ba0e-1e11a86e6586) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:03.351258 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Pushing event updated for resources: {'Port': ['ID=4d6d9da9-2c39-47ba-a292-8664f10d7570,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:03.358116 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:03.502033 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Usage tracker for resource:security_group_rule and tenant:f55cd17c1d2c435e80452cb6b16dbf55 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:03.512672 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:03.517311 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:03.533518 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:03.652370 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0927ed99-629b-4e7a-8c77-94fd7b9a439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.658882 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.703173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.964180 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.966839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.968976 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:03.997512 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fd84725f-866e-4f57-bcb6-48925accd468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:04.010193 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Transition to ACTIVE for port object f664f626-aa90-4d7b-acbd-e7540d1599f7 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:04.030004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.051030 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:04.112650 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9252ee0>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:59Z', 'revision_number': 3, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:04.120640 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e7d7c-2246-4083-bbb5-85b6b4f8dd8a None None] The sync data for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi is: [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:59Z', 'revision_number': 3, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:31:04.136942 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:04.143098 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.187424 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Usage tracker for resource:port and tenant:960a63a73e79431ea447b0b471c5a0a6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:04.198979 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:04.220919 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:04.310348 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Attempting to bind port f664f626-aa90-4d7b-acbd-e7540d1599f7 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:04.311545 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Attempting to bind port f664f626-aa90-4d7b-acbd-e7540d1599f7 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:04.313612 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Attempting to bind port f664f626-aa90-4d7b-acbd-e7540d1599f7 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:04.335136 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f55cd17c1d2c435e80452cb6b16dbf55&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8963263
May 10 13:31:04.359417 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Network 7909857c-8055-41c3-95c6-3f8457ebca19 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:04.365789 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50108) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:04.375347 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Pushing event updated for resources: {'Port': ['ID=f664f626-aa90-4d7b-acbd-e7540d1599f7,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:04.376956 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:04.390871 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:04.398506 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:04.400042 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:04.408595 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.408855 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:04.409399 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Bound port: f664f626-aa90-4d7b-acbd-e7540d1599f7, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:04.409825 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.441710 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:04.442646 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.443787 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Made reservation on behalf of 960a63a73e79431ea447b0b471c5a0a6 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:04.452063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.543338 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50112) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:04.602173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] For port f664f626-aa90-4d7b-acbd-e7540d1599f7, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:04.607756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.608404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] For port f664f626-aa90-4d7b-acbd-e7540d1599f7, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f664f626-aa90-4d7b-acbd-e7540d1599f7,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:04.618500 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:04.633218 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:04.641808 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6cf8664970>> segment before_delete 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.642472 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6cf8664970>> subnet precommit_delete_associations 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.643417 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> segment_host_mapping after_create 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.643914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> port after_create 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.644409 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> port after_delete 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.644897 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> port after_update 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.645358 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> segment after_delete 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.645830 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> subnet after_create 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.646310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> subnet after_delete 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.646824 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf86fa640>> subnet after_update 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.672787 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ffa3e8ed-d3d2-4583-b710-16bfb70989d1 req-ad9441b3-5eeb-4ece-b57c-6351aaf4ebc2 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.5243225
May 10 13:31:04.944463 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Pushing event updated for resources: {'Port': ['ID=f664f626-aa90-4d7b-acbd-e7540d1599f7,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:04.952847 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf82e27f0>> subnet after_create 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.953379 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf82e27f0>> subnet after_delete 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.953639 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf82e27f0>> subnet before_create 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.953922 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf82e27f0>> subnet before_update 55550000 {{(pid=78709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:04.954486 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf86fadc0>,) {'filters': {'network_id': ['ea8a4c65-dddb-4848-91b7-54ae146e08e2']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:04.972608 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:04.974770 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:04.975644 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fac580>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:30:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:04.984538 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf86fadc0>, '7be8b092-1134-47ed-9340-71956626d078') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:04.984877 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf86fadc0>, '7be8b092-1134-47ed-9340-71956626d078') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:05.007937 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.024301 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.031613 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:31:05.032125 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.057203 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Pushing event updated for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:05.114568 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:05.122215 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.793s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:05.186941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.268686 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b9a76-858b-4b6d-a4a3-0351f5637faa,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:05.303321 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.335590 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:05.351085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.368525 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   from cryptography.utils import int_from_bytes
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   from cryptography.utils import int_from_bytes
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:31:05.400645 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:31:05.580628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.817946 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8b236e7e-2885-4c68-aba6-0a7705b055e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:05.911548 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:05.978281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8a4c65-dddb-4848-91b7-54ae146e08e2,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:06.013200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.024817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:06.032169 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-83226811-1805-4ff1-96ec-ca7e99e7fc0a admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea8a4c65-dddb-4848-91b7-54ae146e08e2 HTTP/1.1" status: 204  len: 168 time: 3.3715036
May 10 13:31:06.065596 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50146) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:06.153553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.187338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fac580>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:58Z', 'revision_number': 3, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:06.193090 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:06.193269 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfbf02-00d3-44ab-bc27-506bd90fa22c None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:58Z', 'revision_number': 3, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:31:06.207594 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:06.225841 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d36ccf9add11413492ec10d47556eb7a is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:06.228497 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6fc8157f-b519-44f6-85d8-8be8a2d34413 req-40a0dc48-5fb6-4b34-b769-eb75bc5a0a77 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.1428795
May 10 13:31:06.251785 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:06.279796 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b9a76-858b-4b6d-a4a3-0351f5637faa,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:06.284646 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:06.288376 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b24b867b-281b-4107-9733-737f74130393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.303998 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:06.335953 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.359478 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.363809 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/678b9a76-858b-4b6d-a4a3-0351f5637faa HTTP/1.1" status: 204  len: 168 time: 1.9840968
May 10 13:31:06.450577 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.465456 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.467051 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.475094 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:06.544282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Deleting subnet 6ebf2f69-1da4-4392-a146-e80457d49288 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:31:06.552134 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 4d6d9da9-2c39-47ba-a292-8664f10d7570 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:06.742964 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 4d6d9da9-2c39-47ba-a292-8664f10d7570 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:06.753938 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 4d6d9da9-2c39-47ba-a292-8664f10d7570 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:06.754360 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.822673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:06.939272 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Pushing event updated for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:06.958237 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:07.069954 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.085543 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.132125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 4d6d9da9-2c39-47ba-a292-8664f10d7570, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=4d6d9da9-2c39-47ba-a292-8664f10d7570,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:07.135127 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Network 7909857c-8055-41c3-95c6-3f8457ebca19 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:07.136523 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:07.138986 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.156840 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:07.244444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.401827 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.513234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=4d6d9da9-2c39-47ba-a292-8664f10d7570,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:07.530236 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:07.784715 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-620eb4b1-d8d1-42bb-ab84-dcd2f1828ecb req-f0546182-34b2-4556-824c-3d17603ad731 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0996637
May 10 13:31:07.787617 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Router beed1319-690b-4d1b-bc05-552403cee5e6 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:31:07.807368 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Allocated IP 172.20.0.10 (2a1bcdd1-7030-4b9e-8489-24c61e8eb272/6db8a6c6-1608-46f4-8700-31c9052de820/89bfae61-891b-40df-9697-c9a4970a30a0) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:07.814944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.835487 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.867720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:07.947445 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:08.113461 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.183799 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d36ccf9add11413492ec10d47556eb7a&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6392407
May 10 13:31:08.194684 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50196) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:08.217766 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3380a9b-5d97-43b3-bcec-a8dc687e8ad2,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:08.289901 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:08.290607 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c24cf22e-9856-4919-893c-89a37a325819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:08.313091 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:31:08.324977 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Sync routers for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:31:08.343568 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] 10.222.0.18 "PUT /v2.0/routers/beed1319-690b-4d1b-bc05-552403cee5e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6942985
May 10 13:31:08.345047 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:08.346455 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9065970>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:08.357060 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.409346 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.530156 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.628036 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 4d6d9da9-2c39-47ba-a292-8664f10d7570 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:08.689914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebf2f69-1da4-4392-a146-e80457d49288,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:08.738685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.754304 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f2551233-89c6-4b0b-bada-3586704aa8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:08.781255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:08.785176 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50206) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:08.790160 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:08.861665 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.870210 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3380a9b-5d97-43b3-bcec-a8dc687e8ad2,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:08.890582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 4d6d9da9-2c39-47ba-a292-8664f10d7570 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:08.893805 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:08.894790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.910228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:08.930476 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3380a9b-5d97-43b3-bcec-a8dc687e8ad2 HTTP/1.1" status: 204  len: 168 time: 0.7118034
May 10 13:31:08.956896 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50218) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:08.966435 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c82ace5e-3b12-4c0a-a9f8-6e4852b42067 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ebf2f69-1da4-4392-a146-e80457d49288 HTTP/1.1" status: 204  len: 168 time: 2.8688908
May 10 13:31:09.338065 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-05763e4d-f145-41e7-8e0a-564b49b6f9b5 req-470b0cdc-093f-4997-b2d9-2668cd83747c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0804021
May 10 13:31:09.372740 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f664f626-aa90-4d7b-acbd-e7540d1599f7 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:09.377110 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.451598 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.495790 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Allocated IP 172.20.0.1 (5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea/fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b/e70d594d-cba1-447d-9df0-d340c0fb5c92) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:09.501324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port f664f626-aa90-4d7b-acbd-e7540d1599f7 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:09.508316 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port f664f626-aa90-4d7b-acbd-e7540d1599f7 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:09.509109 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.661802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.681256 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6cf888f820>> segment before_delete 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.681692 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6cf888f820>> subnet precommit_delete_associations 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.683159 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> segment_host_mapping after_create 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.683611 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> port after_create 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.684073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> port after_delete 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.684502 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> port after_update 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.685569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> segment after_delete 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.686078 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> subnet after_create 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.686513 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> subnet after_delete 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.687566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6cf8c056a0>> subnet after_update 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.742461 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.812940 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:09.896287 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf8657eb0>> subnet after_create 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.896818 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf8657eb0>> subnet after_delete 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.897028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf8657eb0>> subnet before_create 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.897358 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6cf8657eb0>> subnet before_update 55550000 {{(pid=78708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 13:31:09.897775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c05b50>,) {'filters': {'network_id': ['765fe504-abcc-48ee-bffa-0c7f8f97bdd6']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:09.913511 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c05b50>, '5ee37a64-4491-430b-8349-a8d08423c3d8') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:09.913804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c05b50>, '5ee37a64-4491-430b-8349-a8d08423c3d8') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:09.928159 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9065970>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:05Z', 'revision_number': 4, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '05908523-5c29-449e-ba0e-1e11a86e6586', 'name': '', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'mac_address': 'fa:16:3e:b5:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '60d5d566-087f-4b29-bb23-a4b924492789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:05Z', 'revision_number': 2, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'subnets': [{'id': '60d5d566-087f-4b29-bb23-a4b924492789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:09.929547 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.940695 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Checking router: beed1319-690b-4d1b-bc05-552403cee5e6 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:31:09.942393 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Updating router beed1319-690b-4d1b-bc05-552403cee5e6 port 05908523-5c29-449e-ba0e-1e11a86e6586 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:31:09.949074 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:09.957722 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:31:09.958242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.002979 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.063728 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port f664f626-aa90-4d7b-acbd-e7540d1599f7, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f664f626-aa90-4d7b-acbd-e7540d1599f7,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:10.079942 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.082231 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-a3d60f23-f378-4214-9609-aa0d1a207b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:10.086702 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.113683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   from cryptography.utils import int_from_bytes
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   from cryptography.utils import int_from_bytes
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:31:10.121313 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:31:10.154624 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Transition to ACTIVE for port object e70d594d-cba1-447d-9df0-d340c0fb5c92 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:10.163104 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.187568 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.209281 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e899ac52-a03d-4c00-a3a8-1fb26ae44ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:10.213678 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Pushing event updated for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:10.221090 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:10.239692 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.264542 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/765fe504-abcc-48ee-bffa-0c7f8f97bdd6 HTTP/1.1" status: 204  len: 168 time: 1.3065774
May 10 13:31:10.268252 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:10.269514 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=765fe504-abcc-48ee-bffa-0c7f8f97bdd6,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:10.270595 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:10.272867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.282512 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=f664f626-aa90-4d7b-acbd-e7540d1599f7,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:10.289871 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:10.304262 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:10.317094 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:10.321853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Usage tracker for resource:security_group_rule and tenant:0660a5a9e203424b8bc7ea09817eab6e is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:10.325853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:10.335282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:10.446718 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f664f626-aa90-4d7b-acbd-e7540d1599f7 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:10.714408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:10.718512 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:10.726122 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port f664f626-aa90-4d7b-acbd-e7540d1599f7 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:10.729397 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:10.732492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:10.784423 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:10.785576 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:10.851232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:10.857169 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:10.937111 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50250) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:10.991267 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.006935 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Transition to ACTIVE for port object 05908523-5c29-449e-ba0e-1e11a86e6586 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:11.023250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.026921 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.033236 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:11.048296 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.066614 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.149179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:11.190219 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839075-bfc1-4c38-98e1-373c49058800 None None] Pushing event updated for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:11.202005 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-58839075-bfc1-4c38-98e1-373c49058800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:11.239323 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:11.251284 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e8f216-13bc-46ca-94e2-f9c804a4e54d,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:11.251680 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.266496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:11.351762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50256) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:11.368396 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.6553683
May 10 13:31:11.403662 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-670929a0-c46d-4c1a-bb9e-45277f7e140e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c775af703514ab7ab7df57014d178e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4535794
May 10 13:31:11.408297 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-99fb7657-8d41-4a40-987a-82938a968598 None None] Provisioning for port e70d594d-cba1-447d-9df0-d340c0fb5c92 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:11.413085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50274) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:11.422291 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-99fb7657-8d41-4a40-987a-82938a968598 None None] Provisioning complete for port e70d594d-cba1-447d-9df0-d340c0fb5c92 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:11.422834 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-99fb7657-8d41-4a40-987a-82938a968598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.433625 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0660a5a9e203424b8bc7ea09817eab6e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6237960
May 10 13:31:11.476471 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50278) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:11.509303 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Attempting to bind port 05908523-5c29-449e-ba0e-1e11a86e6586 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:11.511513 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Attempting to bind port 05908523-5c29-449e-ba0e-1e11a86e6586 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:11.514236 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Attempting to bind port 05908523-5c29-449e-ba0e-1e11a86e6586 on network 7909857c-8055-41c3-95c6-3f8457ebca19 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:11.548332 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:11.549162 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Checking segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:11.550582 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.551478 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Bound using segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:11.551871 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Bound port: 05908523-5c29-449e-ba0e-1e11a86e6586, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:11.552249 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.555342 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-99fb7657-8d41-4a40-987a-82938a968598 None None] Port e70d594d-cba1-447d-9df0-d340c0fb5c92 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:31:11.625214 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb84d2-82b4-4ff7-ab46-af76373fdda7 req-5244b6fb-8524-4262-9492-2be07856ad5d tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:11.631231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89cb84d2-82b4-4ff7-ab46-af76373fdda7 req-5244b6fb-8524-4262-9492-2be07856ad5d tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 932 time: 0.8399634
May 10 13:31:11.663197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.695299 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-54bed2f3-f7d6-424b-9820-819caa220c07 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:31:11.705610 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-54bed2f3-f7d6-424b-9820-819caa220c07 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0802233
May 10 13:31:11.939571 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] For port 05908523-5c29-449e-ba0e-1e11a86e6586, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:11.943839 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] For port 05908523-5c29-449e-ba0e-1e11a86e6586, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=05908523-5c29-449e-ba0e-1e11a86e6586,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:11.963144 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:11.986913 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:12.084950 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:12.088506 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-89cb84d2-82b4-4ff7-ab46-af76373fdda7 req-dbeff7ae-0f30-45b0-8934-837406b15cb5 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Synchronizing usage tracker for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:12.092098 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9065970>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:12.168575 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.217417 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.229054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.255553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-89cb84d2-82b4-4ff7-ab46-af76373fdda7 req-dbeff7ae-0f30-45b0-8934-837406b15cb5 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Unset dirty status for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:12.277189 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89cb84d2-82b4-4ff7-ab46-af76373fdda7 req-dbeff7ae-0f30-45b0-8934-837406b15cb5 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6357453
May 10 13:31:12.313880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8acd373f-1460-42fe-ba49-1ab004319861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:12.314364 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:12.356139 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a9fd56735a446d8bbf682db65ab6f0 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:12.366839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.406377 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:12.428194 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.531854 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.540800 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:12.562146 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:12.621205 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:12.625886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:12.694351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.703207 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.814645 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4d250d96-3102-4b54-9f51-e5d6e97e9026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:12.862018 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c60327e-1048-4b69-bea5-7532697a7ef4,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:12.880219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:12.922449 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839075-bfc1-4c38-98e1-373c49058800 None None] Pushing event updated for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=4']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:12.928451 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-58839075-bfc1-4c38-98e1-373c49058800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:12.938867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-f85b7592-0dfe-40ad-886a-0340d990f64c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:12.943209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-f85b7592-0dfe-40ad-886a-0340d990f64c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 818 time: 1.4631348
May 10 13:31:12.968550 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:12.972572 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:12.974945 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:13.019699 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.019699 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c60327e-1048-4b69-bea5-7532697a7ef4 HTTP/1.1" status: 204  len: 168 time: 1.5965617
May 10 13:31:13.112748 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-479e61fa-16da-4972-b358-8a1a8c7740c6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/quotas/2cc99962f1734274adfbd00a099b7a29 HTTP/1.1" status: 200  len: 375 time: 0.0938087
May 10 13:31:13.221043 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9065970>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:05Z', 'revision_number': 4, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '05908523-5c29-449e-ba0e-1e11a86e6586', 'name': '', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'mac_address': 'fa:16:3e:b5:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '60d5d566-087f-4b29-bb23-a4b924492789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'subnets': [{'id': '60d5d566-087f-4b29-bb23-a4b924492789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:13.235258 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208085d2-6d8b-48eb-95b6-54bb05bcd9c4 None None] The sync data for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi is: [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:05Z', 'revision_number': 4, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '05908523-5c29-449e-ba0e-1e11a86e6586', 'name': '', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'mac_address': 'fa:16:3e:b5:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '60d5d566-087f-4b29-bb23-a4b924492789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'subnets': [{'id': '60d5d566-087f-4b29-bb23-a4b924492789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:31:13.258308 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:31:13.536111 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.559937 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:13.585962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e8f216-13bc-46ca-94e2-f9c804a4e54d,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:13.588973 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:13.609097 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-65b0b94f-4953-4d93-a62b-6242fee17ac9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Synchronizing usage tracker for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:13.627789 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-984b5d32-c3af-4854-8f58-7ff56fd4f5af None None] Provisioning complete for port e70d594d-cba1-447d-9df0-d340c0fb5c92 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:13.659942 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.668182 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-65b0b94f-4953-4d93-a62b-6242fee17ac9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Unset dirty status for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:13.668750 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-984b5d32-c3af-4854-8f58-7ff56fd4f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.670294 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-65b0b94f-4953-4d93-a62b-6242fee17ac9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5361257
May 10 13:31:13.677041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.691049 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:13.692802 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12e8f216-13bc-46ca-94e2-f9c804a4e54d HTTP/1.1" status: 204  len: 168 time: 2.2053838
May 10 13:31:13.697531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:13.734538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec68cf-2a65-43d4-bfc9-5ac88b138d93,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:13.736016 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Request body: {'port': {'device_id': '3d685243-74d6-446d-9e80-306f14794821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:13.739293 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:13.843457 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2a9fd56735a446d8bbf682db65ab6f0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4873364
May 10 13:31:13.845656 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50350) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:13.875352 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-984b5d32-c3af-4854-8f58-7ff56fd4f5af None None] Port e70d594d-cba1-447d-9df0-d340c0fb5c92 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:31:14.037506 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:31:14.050596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:31:14.070112 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:14.079677 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9288d30>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:14.082421 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ffacfa9-2219-475f-92fb-dbc6f1233515/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9870420
May 10 13:31:14.134485 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.197327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c67f9-f1f0-483f-a1e6-74e8577cd7c9 req-62bfbd66-6bee-445c-894f-d73544711538 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:14.202397 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-922c67f9-f1f0-483f-a1e6-74e8577cd7c9 req-62bfbd66-6bee-445c-894f-d73544711538 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 932 time: 0.4544005
May 10 13:31:14.213093 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50360) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:14.220172 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.255734 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.467034 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50364) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:14.589139 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b732b299-85a6-4f15-86d0-aadbdda36d54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c5cbc80f46e43d0a5403fe183c4f772&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3743582
May 10 13:31:14.593196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 05908523-5c29-449e-ba0e-1e11a86e6586 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:14.595960 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50372) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:14.602025 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-922c67f9-f1f0-483f-a1e6-74e8577cd7c9 req-afe5554a-013d-4335-addb-266cd187f3df tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111291
May 10 13:31:14.652473 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.658191 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:14.707698 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec68cf-2a65-43d4-bfc9-5ac88b138d93,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:14.710843 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:14.722822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.724052 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81ec68cf-2a65-43d4-bfc9-5ac88b138d93 HTTP/1.1" status: 204  len: 168 time: 0.8680069
May 10 13:31:14.731496 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:14.903407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 05908523-5c29-449e-ba0e-1e11a86e6586 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:14.908608 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:14.987990 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.073416 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 05908523-5c29-449e-ba0e-1e11a86e6586 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:15.078952 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.388374 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bfae61-891b-40df-9697-c9a4970a30a0 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:15.407948 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.477694 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.481927 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Transition to ACTIVE for port object 89bfae61-891b-40df-9697-c9a4970a30a0 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:15.495624 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.497225 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.525158 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:15.556100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:15.565747 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Usage tracker for resource:security_group_rule and tenant:4f592546af264b4cb7a6742f3d6cf334 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:15.589295 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:15.593203 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 05908523-5c29-449e-ba0e-1e11a86e6586, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=05908523-5c29-449e-ba0e-1e11a86e6586,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:15.603059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:15.609756 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.639992 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-ae001b3f-6835-42ec-aa52-933fc3f8d90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:15.792174 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:15.796771 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:15.799617 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9288d30>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 2, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:15.804576 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:31:15.805040 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Updating router 4ffacfa9-2219-475f-92fb-dbc6f1233515 port e70d594d-cba1-447d-9df0-d340c0fb5c92 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:31:15.879006 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.881691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:15.887772 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:15.897034 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:15.913292 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-17b1dd2c-a1ab-4671-a37b-379ee9b8b584 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:31:15.928641 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d5486f5f-35a1-4288-8b33-6e1a5c8f09cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:15.932408 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-17b1dd2c-a1ab-4671-a37b-379ee9b8b584 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8615427
May 10 13:31:15.964517 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dee560-9ae4-4517-9c9a-6351319af297,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:15.990297 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:16.014631 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.015795 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91dee560-9ae4-4517-9c9a-6351319af297 HTTP/1.1" status: 204  len: 168 time: 1.4173300
May 10 13:31:16.030830 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Attempting to bind port 89bfae61-891b-40df-9697-c9a4970a30a0 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:16.031539 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Attempting to bind port 89bfae61-891b-40df-9697-c9a4970a30a0 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e3478105-bbec-49eb-969f-a71e0f8378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:16.031691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Attempting to bind port 89bfae61-891b-40df-9697-c9a4970a30a0 on network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:16.043105 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Port 89bfae61-891b-40df-9697-c9a4970a30a0 on network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:31:16.043260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Attempting to bind port 89bfae61-891b-40df-9697-c9a4970a30a0 on network 2a1bcdd1-7030-4b9e-8489-24c61e8eb272 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:16.055173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:16.055543 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Checking segment: {'id': 'e3478105-bbec-49eb-969f-a71e0f8378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:16.057122 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Bound using segment: {'id': 'e3478105-bbec-49eb-969f-a71e0f8378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:16.058906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Bound port: 89bfae61-891b-40df-9697-c9a4970a30a0, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3478105-bbec-49eb-969f-a71e0f8378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:16.059305 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.089683 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.153789 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-4f213c07-ca5a-4f81-86c8-cb9a5f6b1e93 service neutron] 10.222.0.18 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204747
May 10 13:31:16.173145 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.188574 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-feb3b923-0e86-41c0-b043-0117cfee8580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:16.286814 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:16.292485 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=89bfae61-891b-40df-9697-c9a4970a30a0,segment=NetworkSegment(e3478105-bbec-49eb-969f-a71e0f8378b9),segment_id=e3478105-bbec-49eb-969f-a71e0f8378b9)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:16.310234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.314337 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0494aff-c91f-4ac2-ad28-f0aeaa0ad50f,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:16.321310 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f592546af264b4cb7a6742f3d6cf334&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8495181
May 10 13:31:16.328437 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:16.337869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50404) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:16.338490 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:16.413485 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50406) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:16.437645 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968901084', 'description': 'tempest-description--153199875'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:16.455682 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50410) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:16.470607 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 05908523-5c29-449e-ba0e-1e11a86e6586 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:16.480175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:16.499534 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:16.508699 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:16.526812 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:16.527509 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.529117 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] 10.222.0.36 "PUT /v2.0/ports/89bfae61-891b-40df-9697-c9a4970a30a0 HTTP/1.1" status: 200  len: 1094 time: 3.4686973
May 10 13:31:16.531843 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-bcf4fe1c-37c0-476d-bd3c-87d6aaf7729b service neutron] 10.222.0.18 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3770010
May 10 13:31:16.535403 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:16.543959 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:16.611938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.620432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.653725 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:16.659987 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:16.664144 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:16.680842 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:16.685406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 05908523-5c29-449e-ba0e-1e11a86e6586 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:16.685787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.696342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc451e0b-b77e-40f2-840d-4292a31c4f39 req-2ac43ff4-4307-47fc-a781-3b0218d9c1c4 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:16.698435 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc451e0b-b77e-40f2-840d-4292a31c4f39 req-2ac43ff4-4307-47fc-a781-3b0218d9c1c4 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 944 time: 0.1564291
May 10 13:31:16.799188 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc451e0b-b77e-40f2-840d-4292a31c4f39 req-ffda5414-8ef0-4c55-9fa3-1f427925cc2c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938678
May 10 13:31:16.799439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.823598 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:16.870046 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Transition to ACTIVE for port object e70d594d-cba1-447d-9df0-d340c0fb5c92 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:16.902566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.903222 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.911901 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:16.916178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.923030 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:16.925818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Usage tracker for resource:security_group_rule and tenant:daf315f3e6d9473b9a0b045bce3c942e is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:16.935869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:16.996691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:17.030033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:17.035239 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.052599 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:17.054796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:17.092274 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-00dbf141-b386-4911-a615-8ff2555a76d4 req-085be1d9-a151-427b-bc62-baee0da68920 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 210 time: 0.1185625
May 10 13:31:17.104350 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:17.115501 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:17.142035 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-cfec7f35-04c2-4bea-9577-99069d5ebed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:17.143661 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-cfec7f35-04c2-4bea-9577-99069d5ebed4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=960a63a73e79431ea447b0b471c5a0a6&device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 1097 time: 0.5584214
May 10 13:31:17.144873 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.148725 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7306247
May 10 13:31:17.148874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50452) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:17.154135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group_rule': {'security_group_id': 'd51e2ba6-0b02-4045-a25e-f3c3b3cf4b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:17.160044 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:17.167135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:17.173321 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:17.180024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:17.206972 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.303915 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-7fc688d2-fb4e-4bcc-bd07-176051c042f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89bfae61-891b-40df-9697-c9a4970a30a0 HTTP/1.1" status: 200  len: 217 time: 0.1456871
May 10 13:31:17.385719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.397741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.418276 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Pushing event updated for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:17.431010 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:17.464322 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:17.465268 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.489488 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:17.498596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.506896 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3561680
May 10 13:31:17.510275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50474) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:17.516022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edb4b0a-7131-4804-b039-cb51e4d7df10,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:17.524546 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:17.529665 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group_rule': {'security_group_id': 'd51e2ba6-0b02-4045-a25e-f3c3b3cf4b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:17.535967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0494aff-c91f-4ac2-ad28-f0aeaa0ad50f,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:17.555180 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:17.567224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:17.571822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:17.583784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:17.586035 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:17.607344 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-222d5f1d-243e-45f1-89d9-801a8d43e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:17.609401 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-222d5f1d-243e-45f1-89d9-801a8d43e16e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6db8a6c6-1608-46f4-8700-31c9052de820 HTTP/1.1" status: 200  len: 852 time: 0.2857800
May 10 13:31:17.610097 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.690475 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Attempting to bind port e70d594d-cba1-447d-9df0-d340c0fb5c92 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:17.693707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Attempting to bind port e70d594d-cba1-447d-9df0-d340c0fb5c92 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:17.694691 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Attempting to bind port e70d594d-cba1-447d-9df0-d340c0fb5c92 on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:17.712951 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:17.714102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Checking segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:17.715887 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.716499 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Bound using segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:17.718902 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Bound port: e70d594d-cba1-447d-9df0-d340c0fb5c92, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:17.720785 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.734300 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-7bba1103-6cb5-4fef-890b-5c035a01ed2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a1bcdd1-7030-4b9e-8489-24c61e8eb272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0923915
May 10 13:31:17.736522 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.743369 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0494aff-c91f-4ac2-ad28-f0aeaa0ad50f HTTP/1.1" status: 204  len: 168 time: 1.3046534
May 10 13:31:17.927121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.934555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:17.994065 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:18.024023 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] For port e70d594d-cba1-447d-9df0-d340c0fb5c92, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:18.025148 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3d4478-41d0-4af9-b180-df807924389c,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:18.033124 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:18.041210 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] For port e70d594d-cba1-447d-9df0-d340c0fb5c92, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=e70d594d-cba1-447d-9df0-d340c0fb5c92,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:18.049773 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.071454 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:18.105119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.106471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5927136
May 10 13:31:18.112482 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50510) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:18.141710 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:18.168093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.174860 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:18.181801 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.182325 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:18.183593 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9288d30>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:18.241758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:floatingip and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:18.268622 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-3e61f4e7-0383-4c6d-bb18-fedafeb3d4d7 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:18.271503 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0', 'status': 'completed', 'code': 200}
May 10 13:31:18.281062 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-3e61f4e7-0383-4c6d-bb18-fedafeb3d4d7 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 818 time: 0.5596557
May 10 13:31:18.281962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:18.307432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:18.332080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:18.364442 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-52fc3c0e-45c2-4ec3-8cc0-036523910243 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/quotas/2cc99962f1734274adfbd00a099b7a29 HTTP/1.1" status: 200  len: 375 time: 0.0660012
May 10 13:31:18.405203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c47af-1bdf-4359-9cdc-456d71fcb97f,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:18.411079 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:18.447179 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-76560a17-3716-4705-a0c3-0b6306543f95 service neutron] 10.222.0.36 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6740220
May 10 13:31:18.498475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.511248 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:18.538884 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daf315f3e6d9473b9a0b045bce3c942e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0814290
May 10 13:31:18.551366 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50522) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:18.749292 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e28f2f70-5d9e-4ef9-8bb9-2643d55f3393 req-8fc11ae2-67d3-4e61-a554-4dac3ce7f0bf service neutron] 10.222.0.36 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869990
May 10 13:31:18.857374 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50528) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:18.875231 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Pushing event updated for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:18.892632 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:18.947013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.962038 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:18.968031 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-f60f0e7b-6456-4f08-acc5-673f7f0dff85 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5964744
May 10 13:31:18.984635 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-1fcaa7fb-4354-4309-a83f-eac0282e86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:18.986211 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-1fcaa7fb-4354-4309-a83f-eac0282e86b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=960a63a73e79431ea447b0b471c5a0a6&device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 1097 time: 0.1585801
May 10 13:31:19.013452 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:19.043618 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Usage tracker for resource:security_group_rule and tenant:10be26e134c5434da426367040687f22 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:19.054930 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9288d30>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:19.063346 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e3cf6-d4a0-43bd-be84-ab4257aa4034 None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:31:19.152317 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:19.168579 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578acc4a-fd78-4217-b3b4-5c5191275500 req-3ab60288-bb1f-402f-ac5d-513195d233f6 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:19.176049 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-578acc4a-fd78-4217-b3b4-5c5191275500 req-3ab60288-bb1f-402f-ac5d-513195d233f6 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 944 time: 0.6789591
May 10 13:31:19.201277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:19.231119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:19.259848 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-4932f042-c49b-4257-a8e1-27e4745f235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:19.262237 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-4932f042-c49b-4257-a8e1-27e4745f235e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a1bcdd1-7030-4b9e-8489-24c61e8eb272 HTTP/1.1" status: 200  len: 913 time: 0.2675614
May 10 13:31:19.378020 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.36', 62147) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:19.445353 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-dbbbdc7f-e5d9-4ae0-b9d1-ca2e8071f56a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89bfae61-891b-40df-9697-c9a4970a30a0 HTTP/1.1" status: 200  len: 217 time: 0.1736057
May 10 13:31:19.551374 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-578acc4a-fd78-4217-b3b4-5c5191275500 req-0ddbabc0-ce89-48fb-a68a-12cc63ec646a tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3743770
May 10 13:31:19.593586 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-b9b7e4b7-0fa2-4e70-aeee-34b89992a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:19.596793 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-b9b7e4b7-0fa2-4e70-aeee-34b89992a7bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6db8a6c6-1608-46f4-8700-31c9052de820 HTTP/1.1" status: 200  len: 852 time: 0.1429005
May 10 13:31:19.691876 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-f61caa5c-7fa1-445c-9fb0-bcaac69e60cd service neutron] 10.222.0.18 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7086315
May 10 13:31:19.734040 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-f51d930c-67a1-447a-9b1b-e662ed47f5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a1bcdd1-7030-4b9e-8489-24c61e8eb272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1295676
May 10 13:31:19.734800 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.017257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.026002 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-a8901ca5-ae57-487a-8598-f0b8f9be5ca2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842066
May 10 13:31:20.065552 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:20.155970 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c47af-1bdf-4359-9cdc-456d71fcb97f,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:20.186782 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:20.212056 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-3bbfbfdf-83f9-4076-88e3-ba125314fc52 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:20.215575 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-3bbfbfdf-83f9-4076-88e3-ba125314fc52 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 818 time: 0.8004313
May 10 13:31:20.277076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.281930 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Request body: {'port': {'device_id': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'admin_state_up': True, 'tenant_id': '2cc99962f1734274adfbd00a099b7a29'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:20.361238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.365087 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/178c47af-1bdf-4359-9cdc-456d71fcb97f HTTP/1.1" status: 204  len: 168 time: 1.7665815
May 10 13:31:20.369012 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c38d0058-5dd1-48d7-be9e-0ccdf28dd1c1 req-7ae62ae1-f3d0-478f-94ac-f9463dc12cdb service neutron] 10.222.0.36 "GET /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341875
May 10 13:31:20.425121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.489042 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device e70d594d-cba1-447d-9df0-d340c0fb5c92 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:20.617123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:20.643105 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port e70d594d-cba1-447d-9df0-d340c0fb5c92 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:20.652593 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port e70d594d-cba1-447d-9df0-d340c0fb5c92 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:20.654227 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-8031d623-3371-4bf6-a234-2507b6162446 service neutron] 10.222.0.18 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9506745
May 10 13:31:20.655497 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:20.839341 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10be26e134c5434da426367040687f22&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9776587
May 10 13:31:20.841426 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50602) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:20.938222 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.000246 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.016363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3124b278-1cee-4022-be91-ceac7df82faf,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:21.017288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port e70d594d-cba1-447d-9df0-d340c0fb5c92, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=e70d594d-cba1-447d-9df0-d340c0fb5c92,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:21.025797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:21.032419 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.034727 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:21.041798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.122588 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.138940 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80f8393a-3b84-4f1c-88fc-1bcd96090708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:21.154459 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3124b278-1cee-4022-be91-ceac7df82faf,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:21.157718 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:21.166494 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.167659 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3124b278-1cee-4022-be91-ceac7df82faf HTTP/1.1" status: 204  len: 168 time: 0.3251321
May 10 13:31:21.177708 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-77706263-5776-4b5c-9add-b4ebe3289fe9 req-f353c266-69ce-451a-a9c8-11cc48777e70 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.1394377
May 10 13:31:21.180214 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Allocated IP 172.27.3.90 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/f77a899f-0d05-4422-936d-69147c557599) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:21.261549 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:21.283096 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:21.298325 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:21.375097 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.463717 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3398a3-d936-49d7-8ade-0da48e9f0a09 req-098666ec-5afe-41ba-a176-9ae8ca43d6bc tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:21.465289 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb3398a3-d936-49d7-8ade-0da48e9f0a09 req-098666ec-5afe-41ba-a176-9ae8ca43d6bc tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 944 time: 0.6449070
May 10 13:31:21.491066 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:21.561849 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Made reservation on behalf of 2cc99962f1734274adfbd00a099b7a29 for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:21.565341 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.580368 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb3398a3-d936-49d7-8ade-0da48e9f0a09 req-1117c419-6b3e-43aa-a3ad-0b8915515790 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955024
May 10 13:31:21.651988 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:31:21.654836 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.813784 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 89bfae61-891b-40df-9697-c9a4970a30a0 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:31:21.820880 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:21.846701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:21.939380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:21.946500 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:21.953424 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:22.111502 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=f77a899f-0d05-4422-936d-69147c557599,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:22.114236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:22.149102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=89bfae61-891b-40df-9697-c9a4970a30a0,segment=NetworkSegment(e3478105-bbec-49eb-969f-a71e0f8378b9),segment_id=e3478105-bbec-49eb-969f-a71e0f8378b9)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:22.168913 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '89bfae61-891b-40df-9697-c9a4970a30a0', 'network_id': '2a1bcdd1-7030-4b9e-8489-24c61e8eb272', 'port_id': '89bfae61-891b-40df-9697-c9a4970a30a0', 'mac_address': 'fa:16:3e:f6:8f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db8a6c6-1608-46f4-8700-31c9052de820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:31:22.170138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Allocated IP 172.20.0.7 (7909857c-8055-41c3-95c6-3f8457ebca19/60d5d566-087f-4b29-bb23-a4b924492789/2d619fc9-9c33-4352-9e6d-9a4d302d439e) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:22.282589 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.292394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.377440 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bfae61-891b-40df-9697-c9a4970a30a0 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:22.397209 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=89bfae61-891b-40df-9697-c9a4970a30a0,segment=NetworkSegment(e3478105-bbec-49eb-969f-a71e0f8378b9),segment_id=e3478105-bbec-49eb-969f-a71e0f8378b9)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:22.408864 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.411372 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-b63aeb28-4f13-4d4f-8222-08f4799e2b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:22.464549 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device e70d594d-cba1-447d-9df0-d340c0fb5c92 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:22.526539 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b538e206-e80f-4dcf-bb5f-82dd89cae1da req-b6f3c06c-6447-4c83-a835-f56389ebf2f3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.1200185
May 10 13:31:22.551318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.583424 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:22.586924 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:22.593888 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port e70d594d-cba1-447d-9df0-d340c0fb5c92 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:22.594500 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.704080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.850692 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.873902 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:22.917672 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.973755 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:22.984911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Network 7909857c-8055-41c3-95c6-3f8457ebca19 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:22.996680 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:22.999133 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:23.090544 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Pushing event updated for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:23.094223 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:23.101839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:23.210857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:23.211593 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:23.255483 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:23.282125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169499ec-5b3f-46af-afaf-1d4b686dca5b req-9e6f87a7-8f5e-462c-8f83-cb5ad8425ce0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:23.283488 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-169499ec-5b3f-46af-afaf-1d4b686dca5b req-9e6f87a7-8f5e-462c-8f83-cb5ad8425ce0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 945 time: 0.3764362
May 10 13:31:23.288190 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=f77a899f-0d05-4422-936d-69147c557599,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:23.297363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:23.323994 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0752912
May 10 13:31:23.324676 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:23.346685 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.2330556
May 10 13:31:23.409389 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-169499ec-5b3f-46af-afaf-1d4b686dca5b req-989fefd6-49b7-4ed2-bcdd-6f24566c9929 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080709
May 10 13:31:23.777822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0cdd81c6-5254-4b18-a25d-9ef1c8b2d7e4 req-367f4360-7441-4665-96a7-a0b4347875c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Synchronizing usage tracker for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:23.812202 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-ee833fb7-a912-4a20-9462-61af56870a3f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:23.826768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0cdd81c6-5254-4b18-a25d-9ef1c8b2d7e4 req-367f4360-7441-4665-96a7-a0b4347875c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Unset dirty status for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:23.828074 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0cdd81c6-5254-4b18-a25d-9ef1c8b2d7e4 req-367f4360-7441-4665-96a7-a0b4347875c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.1177089
May 10 13:31:23.834525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-ee833fb7-a912-4a20-9462-61af56870a3f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:23.837428 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-ee833fb7-a912-4a20-9462-61af56870a3f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1968901084&fields=id&tenant_id=c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 267 time: 0.0772214
May 10 13:31:24.081219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-5715a0a2-06d2-4700-923b-a15577675166 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:24.081967 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-5715a0a2-06d2-4700-923b-a15577675166 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:network {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:24.104196 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-5715a0a2-06d2-4700-923b-a15577675166 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:network {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:24.105500 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-5715a0a2-06d2-4700-923b-a15577675166 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 810 time: 0.2605383
May 10 13:31:24.121209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-ec54acf7-57e2-4acc-a2c8-4b37f8828a84 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/quotas/c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 375 time: 0.0090828
May 10 13:31:24.213737 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-0e5398c6-7577-412c-833d-c4bcddf0e62a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865390
May 10 13:31:24.375369 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-c7ae77f5-97b6-4b9e-82af-4937b70e8564 service neutron] 10.222.0.18 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473012
May 10 13:31:24.567626 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-01d02f6c-a5fe-4c14-b255-8a312e2df7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864932
May 10 13:31:24.631648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9baa6-bfa8-4830-911c-4d10149c7f94 req-cc5510f2-43c6-4a7b-92f0-3b2b4e95098e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:24.652930 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bdb9baa6-bfa8-4830-911c-4d10149c7f94 req-cc5510f2-43c6-4a7b-92f0-3b2b4e95098e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 945 time: 0.1186826
May 10 13:31:24.750681 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bdb9baa6-bfa8-4830-911c-4d10149c7f94 req-7680e152-3357-46ce-b936-6f8bd2fef252 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948718
May 10 13:31:24.825879 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c7be49f1-95e4-4c36-aa8c-cefaf2af91de req-e58f934a-e807-41a1-a909-a699c99490ed tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 210 time: 0.0447979
May 10 13:31:24.981448 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1de69d00-5fac-4033-93aa-5a5c264a60bf req-7468095d-ea13-4d5c-898d-088b67a0ec75 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.0418525
May 10 13:31:25.104245 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Request body: {'port': {'device_id': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:25.236144 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:25.322837 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['89bfae61-891b-40df-9697-c9a4970a30a0'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:31:25.360246 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-c93904c5-6663-462d-97d1-b9ea7a523a5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:25.360971 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-870b039d-3155-4319-99c0-cace5f2e033f req-c93904c5-6663-462d-97d1-b9ea7a523a5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Synchronizing usage tracker for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:25.405479 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-870b039d-3155-4319-99c0-cace5f2e033f req-c93904c5-6663-462d-97d1-b9ea7a523a5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Unset dirty status for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:25.406903 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-c93904c5-6663-462d-97d1-b9ea7a523a5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 818 time: 0.2311697
May 10 13:31:25.421065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Request body: {'port': {'device_id': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'admin_state_up': True, 'tenant_id': '2cc99962f1734274adfbd00a099b7a29'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:25.676959 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:25.710432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:25.725451 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Made reservation on behalf of 2cc99962f1734274adfbd00a099b7a29 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:25.729743 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:25.790594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d619fc9-9c33-4352-9e6d-9a4d302d439e {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:25.799416 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:25.820963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Transition to ACTIVE for port object 2d619fc9-9c33-4352-9e6d-9a4d302d439e will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:25.837499 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:25.844393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:25.972665 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Allocated IP 172.20.0.9 (7909857c-8055-41c3-95c6-3f8457ebca19/60d5d566-087f-4b29-bb23-a4b924492789/a9903399-ff5d-4b61-bd93-b19a1984df11) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:26.079292 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.36', 62167) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:26.200441 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:26.208085 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fdcf4001-91b3-48dd-b77a-8e2a02aaedb2 req-b40e622d-3f88-4e90-b517-3aea28a17cfc tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 210 time: 0.1183813
May 10 13:31:26.210361 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:26.273149 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Attempting to bind port 2d619fc9-9c33-4352-9e6d-9a4d302d439e on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:26.273600 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Attempting to bind port 2d619fc9-9c33-4352-9e6d-9a4d302d439e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:26.274062 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Attempting to bind port 2d619fc9-9c33-4352-9e6d-9a4d302d439e on network 7909857c-8055-41c3-95c6-3f8457ebca19 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:26.290861 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Port 2d619fc9-9c33-4352-9e6d-9a4d302d439e on network 7909857c-8055-41c3-95c6-3f8457ebca19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:31:26.291303 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Attempting to bind port 2d619fc9-9c33-4352-9e6d-9a4d302d439e on network 7909857c-8055-41c3-95c6-3f8457ebca19 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:26.307220 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513144ce-9515-42b0-9bc4-18929610d925 req-34c66e90-b7f3-4733-bb1f-c5c17378db43 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:26.309002 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-513144ce-9515-42b0-9bc4-18929610d925 req-34c66e90-b7f3-4733-bb1f-c5c17378db43 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 945 time: 0.2611971
May 10 13:31:26.310237 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:26.310636 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Checking segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:26.311391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Bound using segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:26.311958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Bound port: 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:26.313150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.386127 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-bbb0c44c-dec0-410b-bfa6-aaedcfff7edb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:26.388414 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-bbb0c44c-dec0-410b-bfa6-aaedcfff7edb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 810 time: 0.3079095
May 10 13:31:26.391992 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.459557 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-d2542cfc-6661-4d4f-969c-e6286c0de0bf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 380 time: 0.0604897
May 10 13:31:26.469661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'port': {'device_id': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'admin_state_up': True, 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'security_groups': ['d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:26.568852 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2f2bd7be-8e6c-4f41-a7a0-11d6022f205e req-027c5a70-23c6-4298-aad2-60e553778dd2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.0983417
May 10 13:31:26.587969 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.633038 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:26.650427 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:26.669318 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-513144ce-9515-42b0-9bc4-18929610d925 req-07ea4eab-5420-4b81-9b22-6a24e7780dbd tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3211670
May 10 13:31:26.671247 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.691696 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:26.708963 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:26.786282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Network 7909857c-8055-41c3-95c6-3f8457ebca19 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:26.799054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:26.809775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:26.809775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.810041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:26.811280 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] 10.222.0.36 "PUT /v2.0/ports/2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 1093 time: 1.7130003
May 10 13:31:26.811741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:26.870971 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Pushing event updated for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:26.879725 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:26.886069 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:26.908184 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:port and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:26.916316 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:26.930979 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:26.931740 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.936077 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:26.949642 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:26.955846 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:26.960986 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Made reservation on behalf of c59a5b8aaf544fbea096af3c008cea91 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:26.966589 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:26.987641 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5717463
May 10 13:31:27.003798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Request body: {'port': {'device_id': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:27.018972 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-0737b195-8e91-4cbd-87de-bb37fa50bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:27.020585 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-0737b195-8e91-4cbd-87de-bb37fa50bae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1096 time: 0.1600056
May 10 13:31:27.081077 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 89bfae61-891b-40df-9697-c9a4970a30a0 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:27.121851 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-3592f801-2022-431c-b1cc-07dec71706cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.0874147
May 10 13:31:27.218058 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-3580ab74-42e7-4390-9998-5e41a800f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:27.219684 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-3580ab74-42e7-4390-9998-5e41a800f249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0912902
May 10 13:31:27.273433 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 89bfae61-891b-40df-9697-c9a4970a30a0 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:27.280289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 89bfae61-891b-40df-9697-c9a4970a30a0 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:27.280851 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:27.343802 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:27.346625 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'status': 'completed', 'code': 200}
May 10 13:31:27.356772 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Allocated IP 172.20.0.6 (5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea/fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b/8f7b2b91-14e9-45ef-8c61-25d2e2563687) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:31:27.441356 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:27.472716 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:27.473532 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-610d7bdf-d1ed-4b68-b003-6e2b136ba8e2 req-950b02a5-81da-4c94-9cb6-f923b4ec40ca tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 210 time: 0.0905879
May 10 13:31:27.545441 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=89bfae61-891b-40df-9697-c9a4970a30a0,segment=NetworkSegment(e3478105-bbec-49eb-969f-a71e0f8378b9),segment_id=e3478105-bbec-49eb-969f-a71e0f8378b9)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:27.554750 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:27.556886 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:27.652717 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:27.663087 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:27.787181 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0', 'code': 200}
May 10 13:31:27.796318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fe295-0d30-4cf5-8ebf-2c4eb5eadc1a req-370707f2-3ad5-4248-b5a1-7a2da17df994 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:27.797883 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d6fe295-0d30-4cf5-8ebf-2c4eb5eadc1a req-370707f2-3ad5-4248-b5a1-7a2da17df994 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 931 time: 0.1033115
May 10 13:31:27.856804 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d6fe295-0d30-4cf5-8ebf-2c4eb5eadc1a req-a905b24f-2983-4e2d-bbf2-e200cebb8033 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527871
May 10 13:31:27.857621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:27.897807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Transition to ACTIVE for port object 8f7b2b91-14e9-45ef-8c61-25d2e2563687 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:27.964931 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4d65a-1ed3-4b57-ac3c-ab36c70d24e4 req-3ba15d5e-1b96-43da-8a1e-f55273b7e41c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:27.966441 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-68b4d65a-1ed3-4b57-ac3c-ab36c70d24e4 req-3ba15d5e-1b96-43da-8a1e-f55273b7e41c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0810926
May 10 13:31:27.989849 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.010021 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:28.015396 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-68b4d65a-1ed3-4b57-ac3c-ab36c70d24e4 req-ac7ae1a8-ac67-4596-b23d-452c76d0dacb tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426862
May 10 13:31:28.077415 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:31:28.081763 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:28.087068 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9903399-ff5d-4b61-bd93-b19a1984df11 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:28.099234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:31:28.137789 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:28.141956 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.149897 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:28.179584 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Transition to ACTIVE for port object a9903399-ff5d-4b61-bd93-b19a1984df11 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:28.194760 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:28.195448 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.200466 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-13708f26-11e5-4117-9a52-d15e4a04d895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756941
May 10 13:31:28.207186 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.223775 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80693ed1-cf36-4538-9fc9-32e14c73b6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:28.349382 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8843641
May 10 13:31:28.351195 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-70956c98-4d25-40e0-911a-a606bdbd6ac3 None None] Provisioning for port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:28.356983 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-70956c98-4d25-40e0-911a-a606bdbd6ac3 None None] Provisioning complete for port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:28.357465 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-70956c98-4d25-40e0-911a-a606bdbd6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.360432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Pushing event updated for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:28.365918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:28.421426 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-70956c98-4d25-40e0-911a-a606bdbd6ac3 None None] Port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:31:28.473443 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Attempting to bind port a9903399-ff5d-4b61-bd93-b19a1984df11 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:28.473781 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Attempting to bind port a9903399-ff5d-4b61-bd93-b19a1984df11 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:28.474159 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Attempting to bind port a9903399-ff5d-4b61-bd93-b19a1984df11 on network 7909857c-8055-41c3-95c6-3f8457ebca19 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:28.479030 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Port a9903399-ff5d-4b61-bd93-b19a1984df11 on network 7909857c-8055-41c3-95c6-3f8457ebca19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:31:28.479343 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Attempting to bind port a9903399-ff5d-4b61-bd93-b19a1984df11 on network 7909857c-8055-41c3-95c6-3f8457ebca19 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:28.485128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:28.485456 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Checking segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:28.485833 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Bound using segment: {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:28.486286 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Bound port: a9903399-ff5d-4b61-bd93-b19a1984df11, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:28.486628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.590735 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:28.594596 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a9903399-ff5d-4b61-bd93-b19a1984df11,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:28.609335 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.615713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:28.683788 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa24e4-5038-4a96-82b6-163644189874 req-fc6c5dfe-c965-42b3-ae9a-bb29651e5b43 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:28.685530 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-20fa24e4-5038-4a96-82b6-163644189874 req-fc6c5dfe-c965-42b3-ae9a-bb29651e5b43 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 931 time: 0.0884109
May 10 13:31:28.706317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Pushing event updated for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:28.709474 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:28.710158 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:28.711522 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] 10.222.0.36 "PUT /v2.0/ports/a9903399-ff5d-4b61-bd93-b19a1984df11 HTTP/1.1" status: 200  len: 1093 time: 1.7163084
May 10 13:31:28.712065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:28.718115 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:28.745746 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-20fa24e4-5038-4a96-82b6-163644189874 req-ad79a1c8-ae91-4412-ae65-82464d8a3ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535209
May 10 13:31:28.759512 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11', 'status': 'completed', 'code': 200}
May 10 13:31:29.015989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50936) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:29.038549 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684b87-957b-4c5c-ab25-bd9495f5d675 req-c1a88359-16f0-450a-b303-db8d0598f19b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:29.040145 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d4684b87-957b-4c5c-ab25-bd9495f5d675 req-c1a88359-16f0-450a-b303-db8d0598f19b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 943 time: 0.0829637
May 10 13:31:29.094338 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d4684b87-957b-4c5c-ab25-bd9495f5d675 req-e6e64832-6ed8-4368-b790-0b844395c696 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474548
May 10 13:31:29.140791 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.155532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:29.159338 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Usage tracker for resource:security_group_rule and tenant:b1257ca9b0fa46fc998d6b7c626460c6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:29.162145 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:29.167760 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:29.215764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8a005-7a66-4277-a3c5-fc7eee1b89e4 req-fc82d0ac-aef9-44f0-ad1e-6e43372d87aa tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:29.217752 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8bb8a005-7a66-4277-a3c5-fc7eee1b89e4 req-fc82d0ac-aef9-44f0-ad1e-6e43372d87aa tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0808811
May 10 13:31:29.250420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.257811 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.264655 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8bb8a005-7a66-4277-a3c5-fc7eee1b89e4 req-20119b6f-0439-45d5-a217-33b8911279c2 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405467
May 10 13:31:29.278212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:29.306502 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1257ca9b0fa46fc998d6b7c626460c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894354
May 10 13:31:29.307176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50948) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:29.330912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21064932-fcde-4268-8d00-51d34c0c7631,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:29.335795 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:29.432070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.457270 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.507981 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.514505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2fcc27d0-e86d-4bd8-9ad9-95b614a7f56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:29.525706 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21064932-fcde-4268-8d00-51d34c0c7631,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:29.527994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:29.531295 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.534828 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21064932-fcde-4268-8d00-51d34c0c7631 HTTP/1.1" status: 204  len: 168 time: 0.2216556
May 10 13:31:29.822813 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 50968) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:29.840405 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.855176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:29.859560 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Usage tracker for resource:security_group_rule and tenant:f7df2a283a174558ad26830ba020c4ae is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:29.862428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:29.868108 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:29.938112 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69400f19-f137-495a-87a1-3a79997b7f0a req-311325e5-2e40-45c7-ad60-7d080215af57 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:29.939564 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-69400f19-f137-495a-87a1-3a79997b7f0a req-311325e5-2e40-45c7-ad60-7d080215af57 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 931 time: 0.0839102
May 10 13:31:29.949354 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.954153 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:29.961553 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0c97016a-e587-413e-b172-17468d1451c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:29.984715 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-69400f19-f137-495a-87a1-3a79997b7f0a req-31f9ecd9-6e51-4b77-a070-030f99e56979 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391629
May 10 13:31:30.004438 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7df2a283a174558ad26830ba020c4ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1804922
May 10 13:31:30.005280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a9a95d-6da6-4a1d-8099-c66877c0568b,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:30.007676 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 50972) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:30.008118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:30.067150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.078203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Request body: {'port': {'device_id': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:30.164742 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.247095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.277405 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.36', 62173) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:30.340703 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-99336508-56b0-426c-acae-760b912d6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:30.342774 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-99336508-56b0-426c-acae-760b912d6c99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1096 time: 0.1655438
May 10 13:31:30.348335 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-1c770ef3-b405-4177-91af-4754997c11f1 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722139
May 10 13:31:30.589026 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.607492 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:30.621596 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-4c5645ed-e4c1-4f0c-afab-4e84573642eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:30.622977 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-4c5645ed-e4c1-4f0c-afab-4e84573642eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2cc99962f1734274adfbd00a099b7a29&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2441168
May 10 13:31:30.650100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a9a95d-6da6-4a1d-8099-c66877c0568b,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:30.652527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:30.662128 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c9b4-355e-4a52-8b80-e94c1d7dfb8e req-ac7402e0-0254-4990-a61e-8db80922a31c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:30.663632 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c328c9b4-355e-4a52-8b80-e94c1d7dfb8e req-ac7402e0-0254-4990-a61e-8db80922a31c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 943 time: 0.4412842
May 10 13:31:30.673392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-7ff8a70d-9ecd-4d17-a856-58ae803252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:30.674855 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-7ff8a70d-9ecd-4d17-a856-58ae803252e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 1099 time: 0.3965259
May 10 13:31:30.716354 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.718078 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6a9a95d-6da6-4a1d-8099-c66877c0568b HTTP/1.1" status: 204  len: 168 time: 0.7093523
May 10 13:31:30.736518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0096f4bf-4e19-4c79-bf86-b20df025549c req-22b358d3-b899-4a25-b122-4f77fd7251c2 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3806655
May 10 13:31:30.753399 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7b2b91-14e9-45ef-8c61-25d2e2563687 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:30.761248 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.764723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b27b-0dfa-4c41-acbf-ae9ea3e3b278 req-c764ac4b-2147-4a2d-9daa-fc641eba3b9e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:30.772087 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b37b27b-0dfa-4c41-acbf-ae9ea3e3b278 req-c764ac4b-2147-4a2d-9daa-fc641eba3b9e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.3711486
May 10 13:31:30.776659 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Transition to ACTIVE for port object 8f7b2b91-14e9-45ef-8c61-25d2e2563687 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:31:30.784585 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:30.800774 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-774917f9-c023-4a58-a8d5-65b3af6319f0 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:30.802444 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c328c9b4-355e-4a52-8b80-e94c1d7dfb8e req-13865344-cf89-4055-b57f-f897eb616172 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211092
May 10 13:31:30.836667 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b37b27b-0dfa-4c41-acbf-ae9ea3e3b278 req-4e5de8e5-2bfc-4989-97cf-6d52a0c3cee5 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637629
May 10 13:31:31.047200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:31.055056 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:31.077089 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Attempting to bind port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:31:31.077531 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Attempting to bind port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:31:31.077753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Attempting to bind port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:31.082599 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:31:31.083206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Attempting to bind port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:31:31.088328 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:31:31.088662 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Checking segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:31.089049 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Bound using segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:31:31.089473 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Bound port: 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:31:31.089821 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:31.185068 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:31:31.189146 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5bf3-f7d2-4a28-b798-0f48f8a2d5bd req-2e3ef3bd-3b3a-488e-8042-e5c7b3703af8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:31.189701 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:31:31.190912 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-38cf5bf3-f7d2-4a28-b798-0f48f8a2d5bd req-2e3ef3bd-3b3a-488e-8042-e5c7b3703af8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 943 time: 0.0841937
May 10 13:31:31.195733 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:31.199831 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-26aaa1ab-0443-444d-acae-da43a0b74f91 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:31.236652 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-38cf5bf3-f7d2-4a28-b798-0f48f8a2d5bd req-91668455-fa60-4e7a-b1ce-bfe4e5cfc151 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394332
May 10 13:31:31.276577 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:31.277179 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:31.278560 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] 10.222.0.36 "PUT /v2.0/ports/8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1093 time: 1.2050426
May 10 13:31:31.279036 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:31.286698 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:31.289794 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:31.332321 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'status': 'completed', 'code': 200}
May 10 13:31:32.099527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f8ea5-c165-4127-b01e-b812f020e110 req-04f4114c-4d01-42fd-ab5c-c09fb3f45f9f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:32.100974 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b8f8ea5-c165-4127-b01e-b812f020e110 req-04f4114c-4d01-42fd-ab5c-c09fb3f45f9f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 943 time: 0.1779664
May 10 13:31:32.109505 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06c0ef-65e6-4910-9c2d-4b3542c6f424 req-86c0acc9-efd8-40c8-a9f3-c13b535d7c42 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:32.110879 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d06c0ef-65e6-4910-9c2d-4b3542c6f424 req-86c0acc9-efd8-40c8-a9f3-c13b535d7c42 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.1240654
May 10 13:31:32.181163 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b8f8ea5-c165-4127-b01e-b812f020e110 req-23d49994-0b95-44a5-a0f0-6e3ec5a1408e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690715
May 10 13:31:32.186044 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d06c0ef-65e6-4910-9c2d-4b3542c6f424 req-62c4805f-75be-46bc-831b-ac790e410ef3 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610344
May 10 13:31:32.422900 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed27f00-8cca-48b2-996d-6210a8581011 req-7c9cc261-87d1-4c4b-a49c-54f04d2371b8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:32.424362 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aed27f00-8cca-48b2-996d-6210a8581011 req-7c9cc261-87d1-4c4b-a49c-54f04d2371b8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 943 time: 0.0782332
May 10 13:31:32.470419 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aed27f00-8cca-48b2-996d-6210a8581011 req-fd25daa1-0b89-45a4-81b2-b559eaa3aa51 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397451
May 10 13:31:32.634666 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51068) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:32.752301 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:32.769173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:32.772940 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Usage tracker for resource:security_group_rule and tenant:8f349c91cf8d4207beee62ba6617ddf4 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:32.775738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:32.781409 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:32.864156 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:32.867645 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:32.876681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-77d461b5-a851-45d2-99df-e855b01d27ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:32.914610 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f349c91cf8d4207beee62ba6617ddf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2789209
May 10 13:31:32.915490 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939b7bef-177a-40f3-90a7-e10a41c05fa9,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:32.917223 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51076) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:32.918546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:32.978617 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.003976 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.054936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.059216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bb1631fe-04ef-4d32-9dfa-44db24c754f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:33.071211 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b7bef-177a-40f3-90a7-e10a41c05fa9,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:33.077392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:33.082415 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.083522 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/939b7bef-177a-40f3-90a7-e10a41c05fa9 HTTP/1.1" status: 204  len: 168 time: 0.1653619
May 10 13:31:33.212503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.263558 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:33.267535 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Usage tracker for resource:security_group_rule and tenant:b11b566d25b543848bcaf99aee4b4c9c is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:33.270348 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:33.277489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:33.366856 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.423029 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d2bdedc0-d52c-40de-abfa-469ca7f42b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.438027 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.443924 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-8e211116-7ff9-4545-b377-1c4e0dd1ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.445395 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7bbb8202-9e0c-4d43-b55e-b553da272527 req-8e211116-7ff9-4545-b377-1c4e0dd1ac5d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2652462
May 10 13:31:33.452982 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51096) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:33.471154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-69dd6d27-0d91-4a3a-9d47-fcb4f268ed1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:33.477503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-1bc52b1e-69a0-4ef6-9233-31355136f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.479126 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-1bc52b1e-69a0-4ef6-9233-31355136f77e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1096 time: 0.1543334
May 10 13:31:33.481779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:33.507026 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3212721
May 10 13:31:33.527608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa134d-13f3-4351-9883-57cd94d06892,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:33.534784 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:33.580580 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-b63a16a6-a4b9-4173-a130-615745346428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.582300 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-b63a16a6-a4b9-4173-a130-615745346428 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1096 time: 0.3579574
May 10 13:31:33.598007 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdbce9-33b8-4284-b8fe-1f9f0cba4744 req-ee3ff024-070f-4c0a-be7c-1bcd16f7b543 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.599440 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f6fdbce9-33b8-4284-b8fe-1f9f0cba4744 req-ee3ff024-070f-4c0a-be7c-1bcd16f7b543 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 943 time: 0.2252419
May 10 13:31:33.610557 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70227f-edda-4e60-9756-4d4277cd2207 req-4399a70b-8b01-4786-8a40-ff1e51518e0e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.611994 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e70227f-edda-4e60-9756-4d4277cd2207 req-4399a70b-8b01-4786-8a40-ff1e51518e0e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.2437572
May 10 13:31:33.691796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:33.703444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Usage tracker for resource:security_group_rule and tenant:8e547dd9b3484a8d96c2b4ff09d89a6a is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:33.718962 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:33.729460 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:33.730233 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-a5edb74d-7a0a-45ea-a06e-7ffbc53128f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 217 time: 0.1296885
May 10 13:31:33.792692 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f6fdbce9-33b8-4284-b8fe-1f9f0cba4744 req-391f133f-82fe-48fa-9338-bf491027e86c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797314
May 10 13:31:33.831731 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-69ccc37c-c100-4819-94e0-2f21d18a9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.833225 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-69ccc37c-c100-4819-94e0-2f21d18a9a1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1096 time: 0.2663589
May 10 13:31:33.837709 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-729fc83e-8234-4995-8e60-178745a71c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.851432 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-729fc83e-8234-4995-8e60-178745a71c30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.2537982
May 10 13:31:33.851884 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e70227f-edda-4e60-9756-4d4277cd2207 req-26a9c677-c9e7-4e1d-bd98-93e7f8695db8 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786795
May 10 13:31:33.881810 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-d0b476ec-3fd4-49bf-8e52-59f01e8e59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:33.883995 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-d0b476ec-3fd4-49bf-8e52-59f01e8e59ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.1281691
May 10 13:31:33.993754 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-e35be1de-9b10-4644-b29f-f29623586afd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9903399-ff5d-4b61-bd93-b19a1984df11 HTTP/1.1" status: 200  len: 217 time: 0.1399641
May 10 13:31:34.042715 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-8820f5d3-7f2b-4d28-a3df-93e5711d1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:34.043794 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-656f4f25-3a10-46ce-8c5e-12ab8028f7fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.1203961
May 10 13:31:34.044728 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-8820f5d3-7f2b-4d28-a3df-93e5711d1b38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1504312
May 10 13:31:34.067279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f1c33-d0d5-4a1e-902a-44952288168d req-8d231f25-a2c9-4d85-888e-6c1e5932e8bb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:34.068995 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-760f1c33-d0d5-4a1e-902a-44952288168d req-8d231f25-a2c9-4d85-888e-6c1e5932e8bb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 943 time: 0.1211281
May 10 13:31:34.075492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b039d-3155-4319-99c0-cace5f2e033f req-eba92e23-2617-46db-b5bd-a2ff1e883a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:34.077523 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-eba92e23-2617-46db-b5bd-a2ff1e883a7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0709059
May 10 13:31:34.177430 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-07dfde37-9c72-4149-b49e-ecfb8666ef90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574512
May 10 13:31:34.195926 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 2d619fc9-9c33-4352-9e6d-9a4d302d439e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:31:34.220949 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-760f1c33-d0d5-4a1e-902a-44952288168d req-b507b912-b2b1-4144-b60c-40422dcd69da tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277421
May 10 13:31:34.277252 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-fac70acf-aa66-4278-bc20-ef611f0e1dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198613
May 10 13:31:34.324533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:34.412670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:34.423580 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-31c263cb-8c1b-4945-a825-42301823511f service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366381
May 10 13:31:34.441585 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8f9c757-dfca-425b-9214-845235ab6d5e req-fed41a56-d303-4bd6-87ce-026d65b5f0ee service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570952
May 10 13:31:34.486279 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:34.497036 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8d4ae143-ecbf-4524-8263-b6150e00d94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:34.514464 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'port_id': '2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'mac_address': 'fa:16:3e:d0:11:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d5d566-087f-4b29-bb23-a4b924492789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:31:34.534791 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e547dd9b3484a8d96c2b4ff09d89a6a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0763135
May 10 13:31:34.536104 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29054129-0a65-49c0-8751-445c64b6cbd1,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:34.539407 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:34.541076 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-ffa641b5-672e-47ba-ad7a-7fa73ff15179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:34.543049 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-ffa641b5-672e-47ba-ad7a-7fa73ff15179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.4645956
May 10 13:31:34.543693 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51150) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:34.615901 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:34.634787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d619fc9-9c33-4352-9e6d-9a4d302d439e {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:34.677008 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:34.684573 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:34.686563 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:34.689617 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-faf6517f-fb3f-4dc6-92eb-42ca10d7360d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0771611
May 10 13:31:34.747277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652eca2-af2f-47ef-b943-500e62e34789 req-3f72eb41-05b5-447a-b99b-5723d9114d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:34.749060 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-3f72eb41-05b5-447a-b99b-5723d9114d38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1096 time: 0.2462263
May 10 13:31:34.817617 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:34.827508 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:34.863135 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-870b039d-3155-4319-99c0-cace5f2e033f req-8ccb86df-b98f-4c9e-9780-665be06fb738 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013197
May 10 13:31:35.010122 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['2d619fc9-9c33-4352-9e6d-9a4d302d439e'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:31:35.085815 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652eca2-af2f-47ef-b943-500e62e34789 req-071ec1f8-8160-415b-bf4e-2a0145fab27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.088185 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-071ec1f8-8160-415b-bf4e-2a0145fab27b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.3325884
May 10 13:31:35.093368 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:35.152234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:35.161129 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-21872532-03a9-4ff7-9b30-067d38c025f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4095242
May 10 13:31:35.303040 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-cd4404ff-d824-42a7-a56c-8db23066cc16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 217 time: 0.1108074
May 10 13:31:35.335460 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cce19bf8-17d8-4dea-bca7-1e2941a5ceac req-c06d26bb-5649-4efc-bcae-ea371ee3b7f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618948
May 10 13:31:35.390837 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:35.396295 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:35.432499 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29054129-0a65-49c0-8751-445c64b6cbd1,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:35.442799 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:35.452648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652eca2-af2f-47ef-b943-500e62e34789 req-65140473-2dac-408f-9769-e1e4e03181e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.454944 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-65140473-2dac-408f-9769-e1e4e03181e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.1410973
May 10 13:31:35.468419 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:35.472196 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29054129-0a65-49c0-8751-445c64b6cbd1 HTTP/1.1" status: 204  len: 168 time: 0.9214902
May 10 13:31:35.549581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ce6d-a562-4f65-aada-5e377d0dac86 req-386e7a21-c630-44ad-aae5-fea3ed980bdd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.551010 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9bb6ce6d-a562-4f65-aada-5e377d0dac86 req-386e7a21-c630-44ad-aae5-fea3ed980bdd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 943 time: 0.5848565
May 10 13:31:35.563868 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c93faa-ae24-433b-9758-6fe8f0eef391 req-b60ebe3f-e4bb-4bce-abfc-e2bf60a0d3d1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.570775 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-02c93faa-ae24-433b-9758-6fe8f0eef391 req-b60ebe3f-e4bb-4bce-abfc-e2bf60a0d3d1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.4910038
May 10 13:31:35.670998 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9bb6ce6d-a562-4f65-aada-5e377d0dac86 req-215e0db8-4735-4bd4-8acd-d410a9051753 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980792
May 10 13:31:35.688481 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-02c93faa-ae24-433b-9758-6fe8f0eef391 req-5e9fb277-9802-4f50-b58f-f39c35f9907e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167884
May 10 13:31:35.736171 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652eca2-af2f-47ef-b943-500e62e34789 req-25868ce6-f27b-4e42-b2a8-980d04ee7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.739581 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-25868ce6-f27b-4e42-b2a8-980d04ee7ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2699735
May 10 13:31:35.947011 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-18b455d4-d745-47bf-bf13-cc3d273e2d48 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975164
May 10 13:31:35.994920 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23d9e-4df6-4091-b373-e81489344a61 req-6a4b7724-b0f0-4223-9fa9-cc658ab96427 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:35.996398 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b1e23d9e-4df6-4091-b373-e81489344a61 req-6a4b7724-b0f0-4223-9fa9-cc658ab96427 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 943 time: 0.2025940
May 10 13:31:36.111597 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b1e23d9e-4df6-4091-b373-e81489344a61 req-13cb77b6-e342-4389-88b3-8addb921bdf8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689504
May 10 13:31:36.150334 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6652eca2-af2f-47ef-b943-500e62e34789 req-0e46c16d-307f-49f5-be6b-8d6d9bcad53e service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935759
May 10 13:31:36.222509 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-bb3efef3-5fb3-4c2d-a228-3074d9130272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.225881 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device a9903399-ff5d-4b61-bd93-b19a1984df11 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:31:36.269675 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 2d619fc9-9c33-4352-9e6d-9a4d302d439e up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:36.360016 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.436595 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a9903399-ff5d-4b61-bd93-b19a1984df11,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:36.447889 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 2d619fc9-9c33-4352-9e6d-9a4d302d439e completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:36.458146 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'a9903399-ff5d-4b61-bd93-b19a1984df11', 'network_id': '7909857c-8055-41c3-95c6-3f8457ebca19', 'port_id': 'a9903399-ff5d-4b61-bd93-b19a1984df11', 'mac_address': 'fa:16:3e:ee:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d5d566-087f-4b29-bb23-a4b924492789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:31:36.460811 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 2d619fc9-9c33-4352-9e6d-9a4d302d439e triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:36.461353 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.601479 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.625324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9903399-ff5d-4b61-bd93-b19a1984df11 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:36.686658 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a9903399-ff5d-4b61-bd93-b19a1984df11,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:36.700292 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.701529 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 8f7b2b91-14e9-45ef-8c61-25d2e2563687 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:31:36.705148 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:36.768492 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.909304 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:36.919765 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:36.928371 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:36.936859 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:36.958236 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:36.967169 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:36.992555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0239a8-1a3b-4bcc-b437-90f320f91b46 req-a3872491-bd52-42bd-8be3-a8f24ec40339 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:37.016351 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ad0239a8-1a3b-4bcc-b437-90f320f91b46 req-a3872491-bd52-42bd-8be3-a8f24ec40339 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 944 time: 0.2284417
May 10 13:31:37.064596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:37.083649 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:37.087703 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:37.088764 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'port_id': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'mac_address': 'fa:16:3e:0b:25:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:31:37.097638 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf977f-5525-4fc0-8f9a-4b19e417e8aa req-82ffbace-a0bc-4c23-b0ed-cfd6a9ed411f tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:37.107333 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-85cf977f-5525-4fc0-8f9a-4b19e417e8aa req-82ffbace-a0bc-4c23-b0ed-cfd6a9ed411f tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.2240140
May 10 13:31:37.152037 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:37.172911 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7b2b91-14e9-45ef-8c61-25d2e2563687 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:31:37.201880 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ad0239a8-1a3b-4bcc-b437-90f320f91b46 req-7bfb7cb2-f9dd-4278-aff7-71e9a70cdb01 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845441
May 10 13:31:37.213720 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:37.224974 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:37.228057 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-85cf977f-5525-4fc0-8f9a-4b19e417e8aa req-262a16f6-b93d-4f73-939d-04bb8cddc84a tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171737
May 10 13:31:37.233406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-744cef3e-7ff7-4312-a4be-cf3cd26eeb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:37.322385 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:37.328609 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'code': 200}
May 10 13:31:37.329266 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:37.351055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:37.487883 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['8f7b2b91-14e9-45ef-8c61-25d2e2563687'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:31:37.542933 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac45f2-8b80-41c8-b5ba-4dcdc75583ce req-84878ac2-caa1-4b68-8ca9-6e6c1a0e9135 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:37.546821 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7ac45f2-8b80-41c8-b5ba-4dcdc75583ce req-84878ac2-caa1-4b68-8ca9-6e6c1a0e9135 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 944 time: 0.1662741
May 10 13:31:37.641836 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['a9903399-ff5d-4b61-bd93-b19a1984df11'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:31:37.670426 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7ac45f2-8b80-41c8-b5ba-4dcdc75583ce req-0f9887a0-856f-4e50-8602-7a149f887bc3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858867
May 10 13:31:37.710379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc55d-979c-4a8f-83c1-65c35bb82c40 req-a705d574-fd93-4fc2-ad5f-bb3e653b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:37.712276 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-71fdc55d-979c-4a8f-83c1-65c35bb82c40 req-a705d574-fd93-4fc2-ad5f-bb3e653b7237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.1645830
May 10 13:31:37.792331 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-71fdc55d-979c-4a8f-83c1-65c35bb82c40 req-2931a6c3-f87c-4f1e-8f6a-066bbb58cd05 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720575
May 10 13:31:37.835611 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51300) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:38.007484 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.023237 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:38.027054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Usage tracker for resource:security_group_rule and tenant:beb0d7e4f6104992b177e7a2ae74e8cc is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:38.030440 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:38.036126 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:38.149465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.156022 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.168947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:38.212622 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=beb0d7e4f6104992b177e7a2ae74e8cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3745596
May 10 13:31:38.213679 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe123e-ed12-40d4-bd71-5110742e34c9,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:38.215098 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51322) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:38.217546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:38.290987 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.322024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.442908 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df080ef-1ac2-4c44-8814-1722da0b4008 req-405efb85-cde9-4b61-b641-dff5ae2460e6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:38.444499 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0df080ef-1ac2-4c44-8814-1722da0b4008 req-405efb85-cde9-4b61-b641-dff5ae2460e6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 944 time: 0.1246254
May 10 13:31:38.452701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.470840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fbc624b3-db18-40d2-89a7-33388a9ab923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:38.499709 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe123e-ed12-40d4-bd71-5110742e34c9,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:38.503712 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:38.535505 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0df080ef-1ac2-4c44-8814-1722da0b4008 req-5da9c069-da53-411e-bd56-06e709380869 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815473
May 10 13:31:38.538568 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:38.539821 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdbe123e-ed12-40d4-bd71-5110742e34c9 HTTP/1.1" status: 204  len: 168 time: 0.3235765
May 10 13:31:38.620994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.019660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc49f9-1c27-4757-b63f-2abae8443ed5 req-9eaf1849-4e1e-4f3b-af44-3dfc12b19f1d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:39.026680 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dbdc49f9-1c27-4757-b63f-2abae8443ed5 req-9eaf1849-4e1e-4f3b-af44-3dfc12b19f1d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 944 time: 0.1765909
May 10 13:31:39.043084 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51364) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:39.061952 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.078116 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dbdc49f9-1c27-4757-b63f-2abae8443ed5 req-b1293b4b-234d-4be3-92fc-96e836b875c2 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504365
May 10 13:31:39.082836 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:39.087365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Usage tracker for resource:security_group_rule and tenant:3dc9bdf1b664419eb180e3c82c3d5774 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:39.091105 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:39.097509 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:39.182558 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.187446 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.195865 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:39.234806 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dc9bdf1b664419eb180e3c82c3d5774&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1906362
May 10 13:31:39.236329 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118071a4-eea1-475e-9429-7b8eb30b8f43,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:39.237487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51370) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:39.239352 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:39.315453 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.346166 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.347514 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51380) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:39.402209 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.407747 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:39.418416 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118071a4-eea1-475e-9429-7b8eb30b8f43,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:39.421310 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:39.426429 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.427699 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/118071a4-eea1-475e-9429-7b8eb30b8f43 HTTP/1.1" status: 204  len: 168 time: 0.1809545
May 10 13:31:39.480047 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.496382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:39.500536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Usage tracker for resource:security_group_rule and tenant:3e319c462f4a48d983b58dd27cae086e is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:39.503948 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:39.511114 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:39.749469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.762339 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.776264 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:39.794962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b190f-d1a0-4b7f-8029-48f7b19865aa req-dc7f0fd3-2b33-4c02-a1c1-501b89dbdb42 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:39.797661 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e14b190f-d1a0-4b7f-8029-48f7b19865aa req-dc7f0fd3-2b33-4c02-a1c1-501b89dbdb42 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 944 time: 0.1489201
May 10 13:31:39.828348 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f253908-23cf-4811-b6a1-537df3a73217,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:39.832755 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:39.862316 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e319c462f4a48d983b58dd27cae086e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5132763
May 10 13:31:39.862952 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51414) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:39.910323 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e14b190f-d1a0-4b7f-8029-48f7b19865aa req-a277ac01-0f26-48d4-9cba-dee540293152 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054909
May 10 13:31:39.961416 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:39.988250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.050223 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.057134 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-46f419b7-1a2a-482d-b20f-a2ef54dd10c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:40.079785 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f253908-23cf-4811-b6a1-537df3a73217,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:40.082596 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:40.095139 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.099161 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f253908-23cf-4811-b6a1-537df3a73217 HTTP/1.1" status: 204  len: 168 time: 0.2350397
May 10 13:31:40.222734 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device a9903399-ff5d-4b61-bd93-b19a1984df11 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:40.296277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32102-1155-4184-a72a-2c27a7b012d0 req-5c220a46-f744-441b-bcbd-a80121a08bda tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:40.302539 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1aa32102-1155-4184-a72a-2c27a7b012d0 req-5c220a46-f744-441b-bcbd-a80121a08bda tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 944 time: 0.0988855
May 10 13:31:40.367109 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1aa32102-1155-4184-a72a-2c27a7b012d0 req-01e8e772-61da-49ea-a118-38c0bde3c9ee tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535986
May 10 13:31:40.408693 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port a9903399-ff5d-4b61-bd93-b19a1984df11 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:40.415116 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port a9903399-ff5d-4b61-bd93-b19a1984df11 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:40.415833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.590350 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.636199 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:40.692999 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a9903399-ff5d-4b61-bd93-b19a1984df11,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:40.701051 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.701910 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 8f7b2b91-14e9-45ef-8c61-25d2e2563687 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:31:40.736978 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51460) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:40.776262 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11', 'code': 200}
May 10 13:31:40.777048 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:40.802263 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:40.872204 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:40.884096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Usage tracker for resource:security_group_rule and tenant:980b8aff95fa4d839d14bd7c3b8fd33d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:40.892685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:40.907513 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:40.908569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:40.911223 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:40.931576 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:31:40.943895 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:31:40.944283 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.019444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.028184 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.057264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:41.128735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.167465 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:41.171867 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.173922 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:41.243116 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=980b8aff95fa4d839d14bd7c3b8fd33d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5025532
May 10 13:31:41.243116 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae3534-04f7-42b4-a594-a8cc5a278146,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:41.244687 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51482) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:41.251525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:41.262722 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:41.267442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:41.310059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781bfc4-75a9-4124-b351-caa910c0cc68 req-422b934d-4b84-4f8f-8f66-cdcc53ea38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:41.312070 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8781bfc4-75a9-4124-b351-caa910c0cc68 req-422b934d-4b84-4f8f-8f66-cdcc53ea38f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1098 time: 0.1998425
May 10 13:31:41.319473 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.354827 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.363150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1253374-00a2-4f3a-a574-9710d909598d req-30bc9fc7-7048-48ca-b688-f104bfc39c08 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:41.364747 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d1253374-00a2-4f3a-a574-9710d909598d req-30bc9fc7-7048-48ca-b688-f104bfc39c08 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1897089
May 10 13:31:41.398236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-8781bfc4-75a9-4124-b351-caa910c0cc68 req-2a64d88a-8995-4891-968a-702febfd20b5 service neutron] Synchronizing usage tracker for tenant:b11b566d25b543848bcaf99aee4b4c9c on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:31:41.430815 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d1253374-00a2-4f3a-a574-9710d909598d req-e7e6b985-b9b0-4162-8e5f-b079013c0747 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546982
May 10 13:31:41.434458 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.441584 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:41.442840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-8781bfc4-75a9-4124-b351-caa910c0cc68 req-2a64d88a-8995-4891-968a-702febfd20b5 service neutron] Unset dirty status for tenant:b11b566d25b543848bcaf99aee4b4c9c on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:31:41.444334 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8781bfc4-75a9-4124-b351-caa910c0cc68 req-2a64d88a-8995-4891-968a-702febfd20b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165936
May 10 13:31:41.457221 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae3534-04f7-42b4-a594-a8cc5a278146,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:41.460559 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:41.463296 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:41.471547 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6ae3534-04f7-42b4-a594-a8cc5a278146 HTTP/1.1" status: 204  len: 168 time: 0.2269254
May 10 13:31:41.632679 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bd52a-9fb9-4fa1-85fc-608b44b3ac60 req-f445ff71-0669-4f56-852d-0cd71789bf5f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:41.634208 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d91bd52a-9fb9-4fa1-85fc-608b44b3ac60 req-f445ff71-0669-4f56-852d-0cd71789bf5f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0849810
May 10 13:31:41.687524 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d91bd52a-9fb9-4fa1-85fc-608b44b3ac60 req-613a5a5e-4e34-4950-af24-d63dffa30572 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457826
May 10 13:31:42.687421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8002-5f45-4ce2-afc7-0e75e7388ef2 req-d134803e-3b9b-4665-b7b2-b662d0920b1d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:42.696423 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-460e8002-5f45-4ce2-afc7-0e75e7388ef2 req-d134803e-3b9b-4665-b7b2-b662d0920b1d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1263516
May 10 13:31:42.755345 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-460e8002-5f45-4ce2-afc7-0e75e7388ef2 req-4f9510e1-56f0-489e-8dd0-472f67046a76 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570421
May 10 13:31:42.778084 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:42.944940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e67e50-0bc9-41db-914e-58eafd29f156 req-766dc39f-32e1-491d-930b-57fd507f4423 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:42.950776 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21e67e50-0bc9-41db-914e-58eafd29f156 req-766dc39f-32e1-491d-930b-57fd507f4423 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1259351
May 10 13:31:43.014529 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21e67e50-0bc9-41db-914e-58eafd29f156 req-da72dd0b-b561-437c-8e49-85ee2e3aa834 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556798
May 10 13:31:43.103282 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'code': 200}
May 10 13:31:43.345958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-7cd39bba-251f-4cdf-989a-f0aededf5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:43.347883 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-7cd39bba-251f-4cdf-989a-f0aededf5794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1098 time: 0.2181439
May 10 13:31:43.358101 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd5fc-e693-42d7-9f60-6e89a9a6c99f req-b751da7b-79cb-4311-9bd3-29d48c911dfd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:43.366003 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-feacd5fc-e693-42d7-9f60-6e89a9a6c99f req-b751da7b-79cb-4311-9bd3-29d48c911dfd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1413758
May 10 13:31:43.511831 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-feacd5fc-e693-42d7-9f60-6e89a9a6c99f req-59587147-b90d-4445-a0b5-aa3c87214a18 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446619
May 10 13:31:43.568898 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910836f1-83b7-4d1f-a05a-72b2538cc298 req-9ef18f3a-40f5-4124-b5a0-fe4d3af1f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:43.571782 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-910836f1-83b7-4d1f-a05a-72b2538cc298 req-9ef18f3a-40f5-4124-b5a0-fe4d3af1f35d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.1305566
May 10 13:31:43.572236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-db08f78a-a2e4-422e-bad2-529cbe1976ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:43.573674 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-db08f78a-a2e4-422e-bad2-529cbe1976ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.2054551
May 10 13:31:43.631681 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-910836f1-83b7-4d1f-a05a-72b2538cc298 req-93043404-ec14-4547-af06-033420e84619 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430119
May 10 13:31:43.664469 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-14ca0cbe-a3ef-4779-9a42-e27de34e6b26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9903399-ff5d-4b61-bd93-b19a1984df11 HTTP/1.1" status: 200  len: 217 time: 0.0752721
May 10 13:31:43.764545 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-6d3ee0e6-fc1e-4487-a39a-6e6465abc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:43.766231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-6d3ee0e6-fc1e-4487-a39a-6e6465abc8c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0671470
May 10 13:31:43.826794 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-ffa4911e-99dc-4c4c-aa2c-c6ed4d286bdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433948
May 10 13:31:43.971426 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-0126eb52-e7cc-442f-a02e-9a4b0561d3fd service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376295
May 10 13:31:44.291350 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65de93ca-c956-4a70-89a1-3ca2acfb45e4 req-e8bb8df2-beb4-4a26-baab-a14277882b90 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3123376
May 10 13:31:44.317227 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a40f-f7f4-471a-bd5b-bf96fa27bc94 req-72cb6683-8488-494b-863d-4af4e0c026ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:44.318929 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7a65a40f-f7f4-471a-bd5b-bf96fa27bc94 req-72cb6683-8488-494b-863d-4af4e0c026ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1374362
May 10 13:31:44.366822 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7a65a40f-f7f4-471a-bd5b-bf96fa27bc94 req-fa3b340c-4cfb-4c5a-b906-94c79e7fd03a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408931
May 10 13:31:44.799072 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3c44d-0e24-4345-8e58-b97578e19309 req-46c0d250-c2dd-42c1-b9f2-74d4a018496a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:44.799072 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-73c3c44d-0e24-4345-8e58-b97578e19309 req-46c0d250-c2dd-42c1-b9f2-74d4a018496a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1123381
May 10 13:31:44.852488 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-73c3c44d-0e24-4345-8e58-b97578e19309 req-4c9f5e27-aeca-44b1-8952-e72cba412e1f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521722
May 10 13:31:45.575922 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e1ab-7556-490d-9765-7912f77af1d5 req-27991910-4a85-44b4-88ad-bdc179d5526d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:45.577660 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac85e1ab-7556-490d-9765-7912f77af1d5 req-27991910-4a85-44b4-88ad-bdc179d5526d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0821149
May 10 13:31:45.642513 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac85e1ab-7556-490d-9765-7912f77af1d5 req-3c8bc1a3-37dc-4edb-8f6e-5877f9e15317 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588520
May 10 13:31:45.823392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4205bb-b6aa-4615-8373-c1a7946eb640 req-8a644b5d-1e2f-44d9-af45-57671553450c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:45.824816 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7e4205bb-b6aa-4615-8373-c1a7946eb640 req-8a644b5d-1e2f-44d9-af45-57671553450c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0809336
May 10 13:31:45.833353 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51670) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:45.838900 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'floatingip': {'port_id': '8f7b2b91-14e9-45ef-8c61-25d2e2563687'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:45.912721 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:46.275503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d07db-1dc6-4f3f-9d1d-e7d27419a605 req-d94a9e7c-05ae-456d-8683-369473d6351f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:46.276942 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-947d07db-1dc6-4f3f-9d1d-e7d27419a605 req-d94a9e7c-05ae-456d-8683-369473d6351f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.3081744
May 10 13:31:46.357473 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-947d07db-1dc6-4f3f-9d1d-e7d27419a605 req-ae1242d4-41f7-4264-b770-fd90ff029d40 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702922
May 10 13:31:46.854240 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:46.859963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:47.039828 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Floating IP d4b9372d-93a0-49aa-aa42-92742b9bad5d associated. External IP: 172.27.3.90, port: 8f7b2b91-14e9-45ef-8c61-25d2e2563687.
May 10 13:31:47.386259 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:31:47.626224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:31:47.642218 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:31:47.653583 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:47.654893 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:47.662491 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7c771-24b9-40f5-8dbb-5c86b816840a req-c0b438da-da84-4a12-975f-d3b6b803ffe8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:47.663952 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-42b7c771-24b9-40f5-8dbb-5c86b816840a req-c0b438da-da84-4a12-975f-d3b6b803ffe8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1511819
May 10 13:31:47.729746 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:47.801015 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-42b7c771-24b9-40f5-8dbb-5c86b816840a req-a0001699-cea7-41c2-ad82-f94680b232cd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175349
May 10 13:31:47.813999 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c5cf922c-03f5-4151-bcef-116b58ac1702 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "PUT /v2.0/floatingips/d4b9372d-93a0-49aa-aa42-92742b9bad5d HTTP/1.1" status: 200  len: 990 time: 1.9791760
May 10 13:31:47.814775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:47.854065 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:47.866508 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'status': 'completed', 'code': 200}
May 10 13:31:48.193505 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a220>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd4b9372d-93a0-49aa-aa42-92742b9bad5d', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:0b:25:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:22Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:48.197092 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:31:48.205665 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:31:48.206295 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:31:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:48.401092 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:31:48.739967 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a220>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd4b9372d-93a0-49aa-aa42-92742b9bad5d', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:0b:25:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:22Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:31:48.743806 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68824d47-cca3-4e3a-9919-57df39af457a None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd4b9372d-93a0-49aa-aa42-92742b9bad5d', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:0b:25:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:22Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:31:48.970981 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf1f3a-750d-4ae2-9025-ec110927047a None None] New status for floating IP d4b9372d-93a0-49aa-aa42-92742b9bad5d: ACTIVE {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:31:49.001236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2d12-7479-487c-9978-0e09aa78eae1 req-11f37a7a-77c2-4704-aabf-6c659f946d23 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:49.002851 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e75e2d12-7479-487c-9978-0e09aa78eae1 req-11f37a7a-77c2-4704-aabf-6c659f946d23 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0801158
May 10 13:31:49.049544 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e75e2d12-7479-487c-9978-0e09aa78eae1 req-d4deeba0-35cf-4621-be81-284f29414dca tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409117
May 10 13:31:49.193326 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-42f00bcf-77d7-4e6d-a10b-176f40035b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:49.194935 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-42f00bcf-77d7-4e6d-a10b-176f40035b27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.0763671
May 10 13:31:49.328109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-f67497fc-0a46-492a-8c44-d3b4259c7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:49.329522 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-f67497fc-0a46-492a-8c44-d3b4259c7fcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.1277840
May 10 13:31:49.513582 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-cb3cb737-47da-4f59-bec4-a83db54a60bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1000 time: 0.1702330
May 10 13:31:49.585140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-3e43d1ab-4bf4-4a32-9de5-be8f001563db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:49.586468 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-3e43d1ab-4bf4-4a32-9de5-be8f001563db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.0580790
May 10 13:31:49.672644 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-d0e31717-478b-44a8-be61-d6e66b34b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:49.674191 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-d0e31717-478b-44a8-be61-d6e66b34b7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751636
May 10 13:31:49.813102 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-5630a375-e3bd-4cc0-a6bf-bd7d0f57c841 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306329
May 10 13:31:49.956263 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-843a5612-3eb3-4f9e-9547-323153e91ec9 req-827dbf5c-d3a5-41ef-b9f8-0b1b8eb7e53a service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364815
May 10 13:31:50.271100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a57a3-1c0b-49d6-9a20-e4278ff7dc66 req-061a6e63-a4c8-4493-876e-a32ea18badbc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:50.272755 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1d7a57a3-1c0b-49d6-9a20-e4278ff7dc66 req-061a6e63-a4c8-4493-876e-a32ea18badbc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0943964
May 10 13:31:50.323526 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1d7a57a3-1c0b-49d6-9a20-e4278ff7dc66 req-675ef7cf-7447-468c-8742-77f47665c431 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438654
May 10 13:31:50.761862 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51856) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:50.891704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:50.909392 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:50.913288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Usage tracker for resource:security_group_rule and tenant:078c24497de848e5be774382c51cad1f is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:50.916386 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:50.922193 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:51.035265 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.038673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.047133 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f314802-f32c-411d-be5f-794ba473f83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:51.088334 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=078c24497de848e5be774382c51cad1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252256
May 10 13:31:51.089503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 51868) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:51.090734 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437314e8-1e21-4cf5-8fe2-089804890fce,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:51.094053 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:51.156527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.183388 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.236664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.241613 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d8b69a8f-9d32-417e-92db-93ccba61fab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:51.252528 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437314e8-1e21-4cf5-8fe2-089804890fce,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:51.254786 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:51.260792 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.261906 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/437314e8-1e21-4cf5-8fe2-089804890fce HTTP/1.1" status: 204  len: 168 time: 0.1713717
May 10 13:31:51.380540 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.382555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cf9ff-c3c7-41f2-8f5c-486c62e0485e req-5a078553-e243-4ea0-8cec-11be7e51c96e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:51.390621 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a18cf9ff-c3c7-41f2-8f5c-486c62e0485e req-5a078553-e243-4ea0-8cec-11be7e51c96e tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.1067302
May 10 13:31:51.447766 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a18cf9ff-c3c7-41f2-8f5c-486c62e0485e req-e9f8a2a1-185e-4923-9d01-343875c26220 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560861
May 10 13:31:51.602753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51892) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:51.623020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.643216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:51.644380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d36d-4461-482f-97a0-722dcfeca47a req-65badb3a-b5fe-45ff-8894-c3453e8376c1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:51.646043 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5201d36d-4461-482f-97a0-722dcfeca47a req-65badb3a-b5fe-45ff-8894-c3453e8376c1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0905139
May 10 13:31:51.647496 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Usage tracker for resource:security_group_rule and tenant:f1dc49d656e0450c99d50b89d6193cd4 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:51.651564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:51.660179 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:51.709796 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5201d36d-4461-482f-97a0-722dcfeca47a req-8628646f-e6c3-40ec-a80d-7262a87ff5e8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518167
May 10 13:31:51.753684 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.757440 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.764086 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:51.802616 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca677e3b-af81-4190-b260-05d26cd45bef,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:51.805843 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:51.808245 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1dc49d656e0450c99d50b89d6193cd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2044671
May 10 13:31:51.810964 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 51898) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:51.871636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.896018 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.946563 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.951023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8adaa94e-5439-410a-8c4a-9fdc1fbb6857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:51.967173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca677e3b-af81-4190-b260-05d26cd45bef,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:51.969432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:51.975400 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:51.976488 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca677e3b-af81-4190-b260-05d26cd45bef HTTP/1.1" status: 204  len: 168 time: 0.1646588
May 10 13:31:52.643580 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b4829-092e-4aaa-9b06-2b8865b2a546 req-6f51ca06-ddfc-426b-99c1-eb6b87257eb1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:52.645777 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c23b4829-092e-4aaa-9b06-2b8865b2a546 req-6f51ca06-ddfc-426b-99c1-eb6b87257eb1 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0924745
May 10 13:31:52.691078 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c23b4829-092e-4aaa-9b06-2b8865b2a546 req-6a6439f3-fda0-4dcf-8588-54e3d1ff87e3 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401733
May 10 13:31:52.904071 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fc884-caf8-4323-8628-135163e821c0 req-0cdffe94-e222-4cb9-868b-00ff25bed150 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:52.905542 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-290fc884-caf8-4323-8628-135163e821c0 req-0cdffe94-e222-4cb9-868b-00ff25bed150 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0800188
May 10 13:31:52.958551 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-290fc884-caf8-4323-8628-135163e821c0 req-4af96d33-9ebc-4d46-9087-6820103cf76e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471740
May 10 13:31:53.900446 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb020-0143-4833-af3e-bde88d7d5c61 req-f1fee261-80a6-4bf6-8327-2086f3cda13a tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:53.902012 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bdedb020-0143-4833-af3e-bde88d7d5c61 req-f1fee261-80a6-4bf6-8327-2086f3cda13a tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0966775
May 10 13:31:53.956168 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bdedb020-0143-4833-af3e-bde88d7d5c61 req-adfe265a-5253-403e-adaf-20437aebb6c9 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479941
May 10 13:31:54.145556 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da33f6-2d92-49dd-83a1-bd33d0bf1cf1 req-b6ff32c9-0f2c-4e3f-9686-c0116b720009 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:54.147036 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-33da33f6-2d92-49dd-83a1-bd33d0bf1cf1 req-b6ff32c9-0f2c-4e3f-9686-c0116b720009 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0835865
May 10 13:31:54.192856 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-33da33f6-2d92-49dd-83a1-bd33d0bf1cf1 req-daf0c65b-6ed2-4ce4-93ea-0fa7ace67fa5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399523
May 10 13:31:54.841354 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52034) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:54.960098 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:54.974811 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:54.980675 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Usage tracker for resource:security_group_rule and tenant:aa739ee4ae124ddfaa7a580b183a64a2 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:54.984608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:54.989931 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:55.075924 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52046) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:55.079305 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.084721 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.092310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:55.131571 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dbc795-8eb9-4698-8f0e-8e381566c1e9,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:55.136692 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa739ee4ae124ddfaa7a580b183a64a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2940285
May 10 13:31:55.141006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52052) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:55.142979 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552ecbe-783e-49e2-8e2e-4c89080cd80e req-286dd9cf-c9ec-4610-bca5-068d9009e435 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:55.144284 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.144643 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8552ecbe-783e-49e2-8e2e-4c89080cd80e req-286dd9cf-c9ec-4610-bca5-068d9009e435 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0822859
May 10 13:31:55.144751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.144999 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.145347 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.145689 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.146054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.146581 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.146920 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.147260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.147595 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.148210 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.148314 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:55.160026 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:55.198168 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8552ecbe-783e-49e2-8e2e-4c89080cd80e req-e3563344-456c-4f60-b516-24fac2b9dd5c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471134
May 10 13:31:55.217410 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.239705 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:55.244711 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.246559 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Usage tracker for resource:security_group_rule and tenant:35a1e4f7937d41dd97cadb443fea9e59 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:55.250614 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:55.262199 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:55.296672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.387918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.396227 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.405339 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:55.413299 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afafe2-7681-4d59-8964-ed4d6e47f0a2 req-c6c406d0-a6a0-40a6-8dfd-b6f428253673 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:55.415290 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-84afafe2-7681-4d59-8964-ed4d6e47f0a2 req-c6c406d0-a6a0-40a6-8dfd-b6f428253673 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1095917
May 10 13:31:55.452371 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35a1e4f7937d41dd97cadb443fea9e59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3728063
May 10 13:31:55.452371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df52da-3ace-4139-928c-1296eba16950,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:55.454169 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52068) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:55.457221 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:55.475532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.482966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eb37996c-687d-40d6-b6d0-1bedf2cca7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:55.506700 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dbc795-8eb9-4698-8f0e-8e381566c1e9,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:55.516358 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:55.522957 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-84afafe2-7681-4d59-8964-ed4d6e47f0a2 req-c93070b7-c47d-4b08-bfca-87c433055906 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991423
May 10 13:31:55.533783 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.537549 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38dbc795-8eb9-4698-8f0e-8e381566c1e9 HTTP/1.1" status: 204  len: 168 time: 0.3956316
May 10 13:31:55.554586 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.579710 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.634317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.641998 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-87a52f6e-239a-4718-bd0d-06a53a6c3b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:55.654802 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df52da-3ace-4139-928c-1296eba16950,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:55.657747 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:55.659736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.660860 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09df52da-3ace-4139-928c-1296eba16950 HTTP/1.1" status: 204  len: 168 time: 0.2054553
May 10 13:31:55.820989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52082) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:55.838670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.855499 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:55.859717 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Usage tracker for resource:security_group_rule and tenant:a89ef0d8df724702aca1c9c9627932fc is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:55.862522 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:55.868216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:55.953721 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.957889 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:55.965576 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2c3c82da-4662-4c41-9c33-a0db468d3633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:56.006934 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a89ef0d8df724702aca1c9c9627932fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823902
May 10 13:31:56.006934 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137e9c9-2010-42ca-998b-f484d4f78de6,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:56.007243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52090) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:56.009176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:56.031863 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52094) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:56.052372 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.066399 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:56.066563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.070186 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c8132a17e54b3fa2598276f74954f3 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:56.072896 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:56.078939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:56.092234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.149031 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.152527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ee623187-f9cf-4dd5-97c8-46ef3048b6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:56.163536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137e9c9-2010-42ca-998b-f484d4f78de6,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:56.173173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.173522 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.173866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.174233 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.174564 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.174898 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.175224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.175548 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.175872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.176156 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.176251 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.176497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.176886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:31:56.180334 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:56.180710 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.181846 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.186047 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1137e9c9-2010-42ca-998b-f484d4f78de6 HTTP/1.1" status: 204  len: 168 time: 0.1746495
May 10 13:31:56.188361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3092a81a-3409-4e55-a317-70e295fe0a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:56.228542 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44382e-c17f-415b-a0f6-f24cd625b9f5,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:56.232953 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9c8132a17e54b3fa2598276f74954f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2000284
May 10 13:31:56.233850 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:56.237307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52102) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:56.296537 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.356819 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.495881 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31540f2-eedc-47cf-afbd-7de8ce94d7d4 req-6746de0f-4de9-4801-8dec-8c57e8dadf00 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:56.497873 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c31540f2-eedc-47cf-afbd-7de8ce94d7d4 req-6746de0f-4de9-4801-8dec-8c57e8dadf00 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.1814971
May 10 13:31:56.521564 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.528609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:56.552932 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44382e-c17f-415b-a0f6-f24cd625b9f5,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:56.555261 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:56.562057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:56.565701 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed44382e-c17f-415b-a0f6-f24cd625b9f5 HTTP/1.1" status: 204  len: 168 time: 0.3274081
May 10 13:31:56.571742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c31540f2-eedc-47cf-afbd-7de8ce94d7d4 req-8c8452c8-1cee-4328-a0e9-9d96b0a68dd2 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677018
May 10 13:31:56.764851 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b0eb6-5a36-4f43-b4c3-ee515f1dd1d5 req-902687c2-96d7-4695-94ed-01736a064085 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:56.766361 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a06b0eb6-5a36-4f43-b4c3-ee515f1dd1d5 req-902687c2-96d7-4695-94ed-01736a064085 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0851192
May 10 13:31:56.817903 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a06b0eb6-5a36-4f43-b4c3-ee515f1dd1d5 req-915912c0-8215-41ff-85ba-ae1cc8b0d33a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454903
May 10 13:31:57.034681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52144) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:57.138600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1978552346-network', 'tenant_id': 'ad2126580030424993b74b3f05daee5b'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:57.143396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:57.147331 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Usage tracker for resource:network and tenant:ad2126580030424993b74b3f05daee5b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:57.150446 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:57.156804 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:57.166678 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Made reservation on behalf of ad2126580030424993b74b3f05daee5b for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:57.168909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.181064 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.195556 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:57.199437 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Usage tracker for resource:security_group_rule and tenant:ad2126580030424993b74b3f05daee5b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:57.202901 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:57.208620 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:57.290302 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.294094 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.298121 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-33a0c112-4be7-43a8-aef6-4a9aaefdad6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:57.326534 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:31:57.339090 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:57.343722 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:57.344642 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.344985 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Added segment 7df1bae9-72bf-4c2a-8976-201a9a92a4ea of type vlan for network ac114dc9-fa95-446a-8a82-642b88ba79ae
May 10 13:31:57.372238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.401242 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.402571 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:57.403308 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.408390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ab739fd7-22e7-498f-a13b-909fb95fe805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:57.513508 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Pushing event updated for resources: {'Network': ['ID=ac114dc9-fa95-446a-8a82-642b88ba79ae,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:57.516541 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:57.521954 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4857478
May 10 13:31:57.524167 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network ac114dc9-fa95-446a-8a82-642b88ba79ae details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:31:57.524648 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52162) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:57.530870 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Request body: {'subnet': {'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1978552346-subnet', 'tenant_id': 'ad2126580030424993b74b3f05daee5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:31:57.535388 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:57.539402 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Usage tracker for resource:subnet and tenant:ad2126580030424993b74b3f05daee5b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:57.542214 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:57.548399 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:57.559564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Made reservation on behalf of ad2126580030424993b74b3f05daee5b for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:31:57.562372 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2443975'] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:57.786964 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a994-e9eb-428c-a3ca-05d13ceb67f9 req-c0e2b0a9-19af-4701-8be7-9614598b3845 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:57.788385 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0591a994-e9eb-428c-a3ca-05d13ceb67f9 req-c0e2b0a9-19af-4701-8be7-9614598b3845 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.0843699
May 10 13:31:57.838006 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0591a994-e9eb-428c-a3ca-05d13ceb67f9 req-d42bab50-50a5-478b-b74c-f4a679ed1967 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423927
May 10 13:31:58.026380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e4a4-f76c-4f32-b58e-d8cd116753c0 req-f8f7d50f-3bcc-4155-b95a-5e5cfc9eeb31 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:58.028201 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8925e4a4-f76c-4f32-b58e-d8cd116753c0 req-f8f7d50f-3bcc-4155-b95a-5e5cfc9eeb31 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0917838
May 10 13:31:58.044653 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2443957'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:58.048745 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-62e1863f-175a-4bb8-8d99-50bdf75bcfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:58.083438 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8925e4a4-f76c-4f32-b58e-d8cd116753c0 req-f29c66a8-5939-4fb2-9b3c-a8aa17ac8d25 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493875
May 10 13:31:58.134019 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99a94b7-5c9a-46a8-9b89-a0925c36b0d0,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:58.137365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:58.143845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Checking segment: {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:31:58.144269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Network hostable DHCP agents. Network: ac114dc9-fa95-446a-8a82-642b88ba79ae, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:31:58.163258 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Network ac114dc9-fa95-446a-8a82-642b88ba79ae is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:31:58.175588 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, ac114dc9-fa95-446a-8a82-642b88ba79ae) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:31:58.184404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d579951c-8e8c-408b-b5c7-1af2b317ae1e None None] Network ac114dc9-fa95-446a-8a82-642b88ba79ae requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:31:58.210976 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:58.210976 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:58.242024 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-589f629b-334f-4e22-b052-dc65955c9560 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7147806
May 10 13:31:58.273642 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-7c939cdb-bbe2-4baa-87c5-4c3153a8d23d tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:58.275649 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-7c939cdb-bbe2-4baa-87c5-4c3153a8d23d tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 946 time: 0.1196811
May 10 13:31:58.416007 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1429a-9ae1-4350-9838-800858b05704 None None] Network ac114dc9-fa95-446a-8a82-642b88ba79ae requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:31:58.458232 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Deleting port 89bfae61-891b-40df-9697-c9a4970a30a0 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:31:58.459398 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:58.581400 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52210) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:58.637394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] For port 89bfae61-891b-40df-9697-c9a4970a30a0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=89bfae61-891b-40df-9697-c9a4970a30a0,segment=NetworkSegment(e3478105-bbec-49eb-969f-a71e0f8378b9),segment_id=e3478105-bbec-49eb-969f-a71e0f8378b9)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:31:58.639015 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:58.651475 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:31:58.811194 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Calling delete_port for 89bfae61-891b-40df-9697-c9a4970a30a0 owned by compute:nova {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:31:58.820150 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:58.836809 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:58.842207 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Usage tracker for resource:security_group_rule and tenant:0a06c4a5832f4bb4b472f7a2b7818af9 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:58.853711 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:58.865255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:59.009795 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.014942 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.026329 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:59.075870 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a06c4a5832f4bb4b472f7a2b7818af9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4931917
May 10 13:31:59.076931 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc48d16-cba9-473b-94db-44f3ede22579,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:59.079416 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52234) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:59.082461 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:59.175218 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.192260 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.214107 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c5193702-9bdc-40d2-ba84-c7c9a89f7111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:59.224028 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.272521 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab153e-daf0-4f00-b71d-69ea875ecde2 req-4793a586-c501-4b88-b885-58ff609a0871 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:59.279121 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cfab153e-daf0-4f00-b71d-69ea875ecde2 req-4793a586-c501-4b88-b885-58ff609a0871 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 867 time: 0.2390263
May 10 13:31:59.282338 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.288631 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7c22fe38-9605-4d6c-a19e-7c76089c4667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:59.289421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Pushing event deleted for resources: {'Port': ['ID=89bfae61-891b-40df-9697-c9a4970a30a0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:59.303334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc48d16-cba9-473b-94db-44f3ede22579,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:59.306298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:59.309861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.310896 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bc48d16-cba9-473b-94db-44f3ede22579 HTTP/1.1" status: 204  len: 168 time: 0.2305901
May 10 13:31:59.408978 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:59.412027 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] No DVR routers for this DVR port 89bfae61-891b-40df-9697-c9a4970a30a0 on host hv-cinder-78494 {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:31:59.415274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.422073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'name': 'network-vif-deleted', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:31:59.431119 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2aa9c72a-21ed-412e-9c54-8f023284a229 req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.36 "DELETE /v2.0/ports/89bfae61-891b-40df-9697-c9a4970a30a0 HTTP/1.1" status: 204  len: 173 time: 1.1483710
May 10 13:31:59.439189 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cfab153e-daf0-4f00-b71d-69ea875ecde2 req-4aded8b3-e40b-4380-a65e-db45a370ba1f tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/security-groups?id=368d832b-437b-48a9-afc0-a6ab3bfee541&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502423
May 10 13:31:59.468723 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52256) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:59.616312 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8969240-ba76-4231-813d-19801d96cdef req-62a721f2-f560-4962-97f1-26738ed7656c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:31:59.618026 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d8969240-ba76-4231-813d-19801d96cdef req-62a721f2-f560-4962-97f1-26738ed7656c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0865319
May 10 13:31:59.646483 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.660729 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52264) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:59.682907 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.683273 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d8969240-ba76-4231-813d-19801d96cdef req-007f5d00-e33f-4e50-ba64-8b1a1104db05 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562496
May 10 13:31:59.693688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:59.699684 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:a09e618dd4b44aaea6def507aa91e540 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:59.703787 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:59.712012 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:59.715318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:31:59.722773 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9d50e36fca4b5f9c99255346fdec9d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:31:59.728791 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:31:59.736334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:31:59.741467 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d685243-74d6-446d-9e80-306f14794821', 'name': 'network-vif-deleted', 'tag': '89bfae61-891b-40df-9697-c9a4970a30a0', 'status': 'completed', 'code': 200}
May 10 13:31:59.861742 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.867048 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.880503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18d5755b-18e6-4d0c-abde-f79fcaa92081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:59.906671 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.921519 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:31:59.935973 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a09e618dd4b44aaea6def507aa91e540&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4662178
May 10 13:31:59.938723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52268) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:59.939461 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c1f06-3366-474e-a211-c24a8b0621fc,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:59.948091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:31:59.948585 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2d05fc5e-3e13-4b3c-9d38-645b0a7f159b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:31:59.968358 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9d50e36fca4b5f9c99255346fdec9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086400
May 10 13:31:59.974492 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52272) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:31:59.981394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d5917-d886-47ec-83b4-918ea962bf25,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:31:59.984424 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:00.030666 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.070848 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.081271 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.126397 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.168768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.173760 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:00.189462 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c1f06-3366-474e-a211-c24a8b0621fc,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:00.195021 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:00.195863 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.201362 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ada4847f-43bd-46c6-a4eb-3460179d95ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:00.214013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.215120 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb9c1f06-3366-474e-a211-c24a8b0621fc HTTP/1.1" status: 204  len: 168 time: 0.2748327
May 10 13:32:00.216325 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d5917-d886-47ec-83b4-918ea962bf25,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:00.218118 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.219084 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/724d5917-d886-47ec-83b4-918ea962bf25 HTTP/1.1" status: 204  len: 168 time: 0.2423363
May 10 13:32:00.219864 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:00.578311 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52294) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:00.592114 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-efca12ea-e277-48ad-a0a4-d3183b1008ca req-8e80412c-ab2a-4041-8323-e8640841bcba tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Synchronizing usage tracker for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:00.600567 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.608280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-efca12ea-e277-48ad-a0a4-d3183b1008ca req-8e80412c-ab2a-4041-8323-e8640841bcba tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Unset dirty status for tenant:960a63a73e79431ea447b0b471c5a0a6 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:00.609788 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-efca12ea-e277-48ad-a0a4-d3183b1008ca req-8e80412c-ab2a-4041-8323-e8640841bcba tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0609705
May 10 13:32:00.621202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:00.625941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:98cb9d7818024c9ca93db3fc9598684c is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:00.628825 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:00.634895 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:00.728104 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.733238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:00.742007 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e6cc3719-243e-496b-a102-94f472f3d153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:00.781551 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98cb9d7818024c9ca93db3fc9598684c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2016239
May 10 13:32:00.783185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a1ff5-6152-4149-810d-1e6f77008df8,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:00.784258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52306) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:00.797782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:00.972267 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:01.009377 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489bc08-4ae3-4f59-8b29-fe30c3747be2 req-00533994-d4cc-445e-90a5-ac5a98779c9a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:01.011072 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2489bc08-4ae3-4f59-8b29-fe30c3747be2 req-00533994-d4cc-445e-90a5-ac5a98779c9a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.2083948
May 10 13:32:01.019244 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:01.088757 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2489bc08-4ae3-4f59-8b29-fe30c3747be2 req-4839ffd6-0da2-4125-a6f5-33204efc61fb tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714159
May 10 13:32:01.115684 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:01.120807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:01.132553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a1ff5-6152-4149-810d-1e6f77008df8,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:01.135475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:01.137395 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:01.141545 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b67a1ff5-6152-4149-810d-1e6f77008df8 HTTP/1.1" status: 204  len: 168 time: 0.3537500
May 10 13:32:01.580816 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 89bfae61-891b-40df-9697-c9a4970a30a0 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:32:01.629533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 89bfae61-891b-40df-9697-c9a4970a30a0 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:32:01.630157 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 89bfae61-891b-40df-9697-c9a4970a30a0 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:32:01.783424 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd753202-fb87-4be8-b703-eb93a135a91b req-cf837ce2-50c2-4753-8f89-654108ee899c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0453904
May 10 13:32:02.281632 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647469-2219-40d4-b883-799710500d6e req-f6159cd9-7354-4ff6-8163-eed835c1e24d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:02.283119 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3c647469-2219-40d4-b883-799710500d6e req-f6159cd9-7354-4ff6-8163-eed835c1e24d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0833421
May 10 13:32:02.327461 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3c647469-2219-40d4-b883-799710500d6e req-fa49ba44-80da-4534-8096-281428c4f0e3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386755
May 10 13:32:02.930781 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aaffef0f-3354-4d26-bd1d-30ca787bd04d req-88ed6957-76fa-4ae1-8e6b-d60ccc133dfc tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0415516
May 10 13:32:03.417316 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d849f474-dfe4-4a85-91c1-caf71ede700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:03.511554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7977c-6f4c-4ea7-8a7c-01622bacdba8 req-5ef9e58c-1c85-44cc-a91e-430d8431a621 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:03.513489 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-77d7977c-6f4c-4ea7-8a7c-01622bacdba8 req-5ef9e58c-1c85-44cc-a91e-430d8431a621 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0810177
May 10 13:32:03.557835 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-77d7977c-6f4c-4ea7-8a7c-01622bacdba8 req-b14d4c69-f3b1-43df-947f-0d45e5f35579 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386636
May 10 13:32:04.079705 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f480a7c0-1dc1-4cc9-b2e4-dd0af0560dc3 req-a3fb2d7f-6add-4809-8339-a79da338901c tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0416210
May 10 13:32:04.878844 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b17b-28ac-42aa-9f43-d0234a40683b req-91cf83fa-227a-4551-8246-2df40eb703c6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:04.880188 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c1a8b17b-28ac-42aa-9f43-d0234a40683b req-91cf83fa-227a-4551-8246-2df40eb703c6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0809996
May 10 13:32:04.923659 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c1a8b17b-28ac-42aa-9f43-d0234a40683b req-7bc8972a-e9bd-4a3b-8ef6-8578d8a202be tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377796
May 10 13:32:05.226931 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba1fb5cf-401f-491b-90b8-3a407d3d4b89 req-c9c6190c-dd9f-43c7-ba3a-e5e40de878a2 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d685243-74d6-446d-9e80-306f14794821 HTTP/1.1" status: 200  len: 210 time: 0.0417001
May 10 13:32:06.075547 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-676ca8e4-eca9-4ce2-92e6-df17a14b05dd tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360484
May 10 13:32:06.226724 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-006744c0-34d4-49b8-868b-71f3490f66b3 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:06.227530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-aa97a469-0e4d-42be-ba19-c016cef83bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:06.228627 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-006744c0-34d4-49b8-868b-71f3490f66b3 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/networks?id=ac114dc9-fa95-446a-8a82-642b88ba79ae HTTP/1.1" status: 200  len: 809 time: 0.2709491
May 10 13:32:06.265522 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:06.270269 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-3e0e8810-30ec-4eae-adc1-a06de891941b tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/quotas/ad2126580030424993b74b3f05daee5b HTTP/1.1" status: 200  len: 375 time: 0.0214715
May 10 13:32:06.333407 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-246d09c7-569a-46a2-a8b6-2e22a8049a42 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0618312
May 10 13:32:06.423885 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-0782434e-9d1c-440e-90a4-3e1523ed285d tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:06.425352 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-0782434e-9d1c-440e-90a4-3e1523ed285d tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3443613
May 10 13:32:06.467239 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-8f11a71e-7762-4615-8fd1-87e97ce51317 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/quotas/e5085cdf3c7b48bcbee3771ccd391529 HTTP/1.1" status: 200  len: 375 time: 0.0332236
May 10 13:32:06.534184 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-068a66e6-f77f-4c2f-962d-fe29932f5b62 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0595911
May 10 13:32:06.537735 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-ab159459-fe47-4d85-81cc-219f48133e07 service neutron] 10.222.0.18 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032576
May 10 13:32:06.712462 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-0b715af8-f9a8-4122-91cb-54d3ad72556a service neutron] 10.222.0.18 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688883
May 10 13:32:06.905109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ce324-17cf-476a-9597-252d9a6a192e req-cf026195-26dd-4143-84bb-d4d7a577e2af tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:06.913930 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-143ce324-17cf-476a-9597-252d9a6a192e req-cf026195-26dd-4143-84bb-d4d7a577e2af tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1321054
May 10 13:32:06.990074 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-143ce324-17cf-476a-9597-252d9a6a192e req-0c8d5d4d-cd54-4cc8-9874-ff0eeeb5d079 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748177
May 10 13:32:07.162683 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c34ff0ea-1f1b-469d-a11e-c1e667b21b79 req-bc26c5cb-7bb8-4d40-a79a-92073018f451 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 210 time: 0.0728402
May 10 13:32:07.234058 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99d68a58-73dd-4dc5-956e-3ec219c939cb req-5909067a-aae0-41b8-9d94-6bf171523ca0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0702000
May 10 13:32:07.291392 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:08.262790 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3d16d-0896-472f-87da-412d8a4be714 req-de1ba815-0b48-42a2-bf6a-a20d681ac2c8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:08.264413 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b6c3d16d-0896-472f-87da-412d8a4be714 req-de1ba815-0b48-42a2-bf6a-a20d681ac2c8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1596637
May 10 13:32:08.310465 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b6c3d16d-0896-472f-87da-412d8a4be714 req-c364e2c9-1026-4cb9-891d-a09876d5be2d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402718
May 10 13:32:08.446804 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-656095ef-12fb-4646-8dfa-eee6a6ff2cef req-78a937b2-2721-4ba2-9781-a1908ba1a536 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 210 time: 0.0441012
May 10 13:32:08.591802 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3008dd4e-8d59-47ae-9c59-5d845e13037e req-30fc6a31-b924-4312-9500-75a3be58dce5 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0458200
May 10 13:32:08.608283 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:09.489048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99e9d-5f56-47d4-9667-3fb0c21034d5 req-f8fee5f4-c308-434d-89d7-913dc3a6f2a9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:09.490496 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a9f99e9d-5f56-47d4-9667-3fb0c21034d5 req-f8fee5f4-c308-434d-89d7-913dc3a6f2a9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0765884
May 10 13:32:09.533702 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a9f99e9d-5f56-47d4-9667-3fb0c21034d5 req-764bd05d-bbeb-4e69-843c-232186385c9a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375783
May 10 13:32:09.669079 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d88a75f9-5f86-463c-934c-719119d2857a req-a8b11168-0aea-4be5-86dc-7d6a49b7362e tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 210 time: 0.0453887
May 10 13:32:09.821060 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a15b500-d14f-4107-9235-c4df21dbde00 req-50ab6f4f-f1ce-4caf-b2ae-a802a9bf6cf5 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0461247
May 10 13:32:10.711175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ffc32-cba4-4c3c-b3d6-980b95b9be3c req-26757b1d-5a0f-4547-b177-dbec50136da0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:10.712528 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3f9ffc32-cba4-4c3c-b3d6-980b95b9be3c req-26757b1d-5a0f-4547-b177-dbec50136da0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0773478
May 10 13:32:10.762974 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3f9ffc32-cba4-4c3c-b3d6-980b95b9be3c req-96d53c2c-c3a8-40b5-93e8-76ce675d49af tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438025
May 10 13:32:10.907528 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-753bb97f-f0e9-4228-b1f3-0db59cf9eea7 req-58f064a0-d4fe-4aac-b907-39cfe2a6c774 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 210 time: 0.0413949
May 10 13:32:11.041626 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-35e183f6-9baa-4d10-bf08-98be1d5f7952 req-7bd84cd5-e833-4447-ab0b-08537220f5b1 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0420773
May 10 13:32:11.340355 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-ecbe623f-c706-46b2-a395-4b5639c23b08 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331941
May 10 13:32:11.497401 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-542724e3-b1d3-4758-b88f-6e4d21a99742 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:11.499206 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-542724e3-b1d3-4758-b88f-6e4d21a99742 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1469595
May 10 13:32:11.513107 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Request body: {'port': {'device_id': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4', 'admin_state_up': True, 'tenant_id': 'e5085cdf3c7b48bcbee3771ccd391529'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:11.647368 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:11.651385 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Usage tracker for resource:port and tenant:e5085cdf3c7b48bcbee3771ccd391529 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:11.654320 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:11.660113 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:11.670082 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Made reservation on behalf of e5085cdf3c7b48bcbee3771ccd391529 for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:11.673478 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:11.690076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:11.706234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:11.710185 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Usage tracker for resource:security_group_rule and tenant:e5085cdf3c7b48bcbee3771ccd391529 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:11.713752 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:11.720085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:11.808115 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:11.816356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:11.818531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5fbef9ca-fe0f-4082-bd06-9237fa72bb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:11.923373 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fca9c-2d35-4dcd-9a9f-c971447086ee,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:11.955387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:12.128856 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-9b72a9fc-9252-4f86-9cbd-689eaf26df2a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:12.129572 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-8a075fb3-9058-4d20-8535-4716355493db req-9b72a9fc-9252-4f86-9cbd-689eaf26df2a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Synchronizing usage tracker for tenant:ad2126580030424993b74b3f05daee5b on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:12.132605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Allocated IP 192.168.233.123 (5ad4fec8-677b-4539-9fd2-791bab0f60f4/c46a2b4c-f773-4da1-a949-fba19b014957/9893e0db-08c0-4232-b675-4656aa23bb20) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:12.151217 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-8a075fb3-9058-4d20-8535-4716355493db req-9b72a9fc-9252-4f86-9cbd-689eaf26df2a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Unset dirty status for tenant:ad2126580030424993b74b3f05daee5b on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:12.153939 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-9b72a9fc-9252-4f86-9cbd-689eaf26df2a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "GET /v2.0/networks?id=ac114dc9-fa95-446a-8a82-642b88ba79ae HTTP/1.1" status: 200  len: 809 time: 0.3267083
May 10 13:32:12.160117 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f157b-5b10-408f-bbae-9bc4287b7313 req-b96067b8-7f39-4a62-afc6-8b1744530854 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:12.161567 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-164f157b-5b10-408f-bbae-9bc4287b7313 req-b96067b8-7f39-4a62-afc6-8b1744530854 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1266966
May 10 13:32:12.170671 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Request body: {'port': {'device_id': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae', 'admin_state_up': True, 'tenant_id': 'ad2126580030424993b74b3f05daee5b'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:12.238498 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7378ef37-25a2-482d-b4ec-297d5c2f0d6c req-a5978ac7-ca20-4748-85ee-00d3b264e46d tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 210 time: 0.0714707
May 10 13:32:12.356799 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:12.361041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Usage tracker for resource:port and tenant:ad2126580030424993b74b3f05daee5b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:12.364179 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:12.370690 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:12.380263 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-164f157b-5b10-408f-bbae-9bc4287b7313 req-8ea0f867-09ab-4a02-8a8d-4e0821701527 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385524
May 10 13:32:12.381552 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Made reservation on behalf of ad2126580030424993b74b3f05daee5b for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:12.385075 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.484440 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7388eb8d-758b-4372-93e5-e9b6e6be238c req-5c67a620-bb87-4920-b710-034b81ffc252 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0995679
May 10 13:32:12.589200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.614019 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Transition to ACTIVE for port object 9893e0db-08c0-4232-b675-4656aa23bb20 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:12.628575 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Allocated IP 172.20.0.13 (ac114dc9-fa95-446a-8a82-642b88ba79ae/e99a94b7-5c9a-46a8-9b89-a0925c36b0d0/fb53d99d-f84d-4e7f-ab56-67e7249a82b6) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:12.636577 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52694) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:12.679836 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.696234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-360c5e6e-808c-4f34-b1c8-92b95a0978d7 tempest-DeleteServersTestJSON-616965869 tempest-DeleteServersTestJSON-616965869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:12.835033 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:12.843472 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:12.847264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:12.866131 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.898890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Deleting subnet 6db8a6c6-1608-46f4-8700-31c9052de820 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:32:12.900832 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Pushing event updated for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:12.900936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.905327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:12.907095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:12.909852 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.974580 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Network ac114dc9-fa95-446a-8a82-642b88ba79ae is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:12.977738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:12.981936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:12.982620 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:12.986628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:12.993105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.020070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Pushing event updated for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:13.026925 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:13.060592 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:13.061689 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.062595 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5539355
May 10 13:32:13.073454 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.100200 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9343858
May 10 13:32:13.127234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-3ad2a5f4-130a-4f70-a147-7694a47ded7e None None] Provisioning for port 9893e0db-08c0-4232-b675-4656aa23bb20 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:13.132666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-3ad2a5f4-130a-4f70-a147-7694a47ded7e None None] Provisioning complete for port 9893e0db-08c0-4232-b675-4656aa23bb20 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:13.133181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a5f4-130a-4f70-a147-7694a47ded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.189102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2a5f4-130a-4f70-a147-7694a47ded7e None None] Port 9893e0db-08c0-4232-b675-4656aa23bb20 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:32:13.331758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.337301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2d69b575-c7ed-4986-b4f6-40a8d1437711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:13.404857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db8a6c6-1608-46f4-8700-31c9052de820,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:13.420082 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:13.421681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.431357 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6db8a6c6-1608-46f4-8700-31c9052de820 HTTP/1.1" status: 204  len: 168 time: 0.7926898
May 10 13:32:13.433762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52712) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:13.602963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.619583 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-ed0534eb-6457-41ff-9345-02cc5eddbc72 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:13.620185 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-ed0534eb-6457-41ff-9345-02cc5eddbc72 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Synchronizing usage tracker for tenant:e5085cdf3c7b48bcbee3771ccd391529 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:13.726357 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-ed0534eb-6457-41ff-9345-02cc5eddbc72 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Unset dirty status for tenant:e5085cdf3c7b48bcbee3771ccd391529 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:13.727516 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-ed0534eb-6457-41ff-9345-02cc5eddbc72 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 936 time: 0.3611672
May 10 13:32:13.820029 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a598-86c2-480d-823f-04e72572a8e0 req-954bf103-ecad-45e0-bf8e-8adff57e7ddf tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:13.821439 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e628a598-86c2-480d-823f-04e72572a8e0 req-954bf103-ecad-45e0-bf8e-8adff57e7ddf tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.3136678
May 10 13:32:13.832231 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.872677 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf94312b0>,) {'filters': {'network_id': ['2a1bcdd1-7030-4b9e-8489-24c61e8eb272']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:13.885723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-53709dce-f3e3-45ce-a554-358a839290df tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Synchronizing usage tracker for tenant:e5085cdf3c7b48bcbee3771ccd391529 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:13.891561 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf94312b0>, 'e3478105-bbec-49eb-969f-a71e0f8378b9') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:13.891853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf94312b0>, 'e3478105-bbec-49eb-969f-a71e0f8378b9') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:13.920515 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.941080 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e628a598-86c2-480d-823f-04e72572a8e0 req-61e0b730-4b66-4097-a74c-0870df6f8cda tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115203
May 10 13:32:13.947536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.953080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-53709dce-f3e3-45ce-a554-358a839290df tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Unset dirty status for tenant:e5085cdf3c7b48bcbee3771ccd391529 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:13.954451 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b72581a0-4fd2-4f1f-a00f-cb439a17420b req-53709dce-f3e3-45ce-a554-358a839290df tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802588
May 10 13:32:13.956563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:32:13.956948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:32:13.970744 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:32:14.047210 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.090725 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:14.103982 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.120716 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1bcdd1-7030-4b9e-8489-24c61e8eb272,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:14.124498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:14.133677 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] 10.222.0.18 "DELETE /v2.0/networks/2a1bcdd1-7030-4b9e-8489-24c61e8eb272 HTTP/1.1" status: 204  len: 168 time: 0.6983953
May 10 13:32:14.163132 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793d115-f4b7-42aa-8334-cf700ca04909 req-071b71f5-8cb8-4dfb-b953-4aa450bf46a9 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:14.164793 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3793d115-f4b7-42aa-8334-cf700ca04909 req-071b71f5-8cb8-4dfb-b953-4aa450bf46a9 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 932 time: 0.1157794
May 10 13:32:14.210502 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3793d115-f4b7-42aa-8334-cf700ca04909 req-ff0f3f98-fdc4-4277-88ba-afae8a9f2e34 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395615
May 10 13:32:14.311444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52730) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:14.359091 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8f0607e1-0e0e-4e76-9398-87b75d403c77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=960a63a73e79431ea447b0b471c5a0a6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0464404
May 10 13:32:14.361272 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52734) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:14.427524 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.454014 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.503572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.507228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e067f457-bc96-4bce-9522-9f0b37193b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:14.519859 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d832b-437b-48a9-afc0-a6ab3bfee541,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:14.523076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:14.531376 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:14.532546 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/368d832b-437b-48a9-afc0-a6ab3bfee541 HTTP/1.1" status: 204  len: 168 time: 0.1703281
May 10 13:32:15.128648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86144-de39-4eae-a4c0-720b60ec4b47 req-1b4cbc5d-4312-4947-a94e-81af305ec4cd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:15.132492 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-98c86144-de39-4eae-a4c0-720b60ec4b47 req-1b4cbc5d-4312-4947-a94e-81af305ec4cd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0824666
May 10 13:32:15.176279 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-98c86144-de39-4eae-a4c0-720b60ec4b47 req-91652319-8c12-4966-9720-b1bf408379c0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403988
May 10 13:32:15.351418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9bea-006f-4fc4-a474-1d4a3b059803 req-e2c21117-ee55-4e9d-ae19-7223635ee9f3 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:15.352874 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fdde9bea-006f-4fc4-a474-1d4a3b059803 req-e2c21117-ee55-4e9d-ae19-7223635ee9f3 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 936 time: 0.0828614
May 10 13:32:15.396644 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fdde9bea-006f-4fc4-a474-1d4a3b059803 req-27fa51ee-72e9-4577-8ed8-1cf7463d0e18 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373673
May 10 13:32:15.575737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941e065-f6ca-4628-90f6-4431856394f4 req-488622e9-7103-4039-bc19-bea99076d700 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:15.577161 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6941e065-f6ca-4628-90f6-4431856394f4 req-488622e9-7103-4039-bc19-bea99076d700 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 932 time: 0.0802855
May 10 13:32:15.693639 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6941e065-f6ca-4628-90f6-4431856394f4 req-edcb0c24-f20a-4af7-95b0-d00bf8fc5252 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107903
May 10 13:32:16.087661 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Request body: {'port': {'device_id': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:16.089792 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Request body: {'port': {'device_id': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:16.217300 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:16.332020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:16.466841 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 52808) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:16.504891 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-1c89c0a0-55ab-43d6-87ec-d5d13b498447 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3271484
May 10 13:32:16.664883 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:16.701125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1566cd-62ef-40d8-b53c-55ad61726ed9 req-50d70beb-37fa-496a-95f6-49689ecf406c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:16.702652 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac1566cd-62ef-40d8-b53c-55ad61726ed9 req-50d70beb-37fa-496a-95f6-49689ecf406c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.4010105
May 10 13:32:16.713637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:16.733148 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Usage tracker for resource:security_group_rule and tenant:83b2839ff113481c8b675554bef8b3e7 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:16.740179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:16.772418 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb53d99d-f84d-4e7f-ab56-67e7249a82b6 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:16.773731 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:16.780730 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:16.796212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Transition to ACTIVE for port object fb53d99d-f84d-4e7f-ab56-67e7249a82b6 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:16.800595 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:16.807229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8389522e-fb2d-4b43-94d0-d08266ecc7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:16.851243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fbf58-79b3-4829-b8d4-52c29001fcbe req-3d18f35a-fc6d-4aa6-8494-af5e1ace44af tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:16.854069 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-409fbf58-79b3-4829-b8d4-52c29001fcbe req-3d18f35a-fc6d-4aa6-8494-af5e1ace44af tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 936 time: 0.2955730
May 10 13:32:16.875308 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac1566cd-62ef-40d8-b53c-55ad61726ed9 req-707fe154-8401-4d60-bb1a-b4f56f4a1150 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556938
May 10 13:32:16.968658 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:16.987762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.015623 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9893e0db-08c0-4232-b675-4656aa23bb20 {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:17.031178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.101911 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-409fbf58-79b3-4829-b8d4-52c29001fcbe req-cebd3937-c93d-487a-9a53-ca76adca2624 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822214
May 10 13:32:17.115976 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Attempting to bind port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:17.115976 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Attempting to bind port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:17.119419 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Attempting to bind port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 on network ac114dc9-fa95-446a-8a82-642b88ba79ae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:17.120057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Transition to ACTIVE for port object 9893e0db-08c0-4232-b675-4656aa23bb20 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:17.123862 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 on network ac114dc9-fa95-446a-8a82-642b88ba79ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:32:17.124194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Attempting to bind port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 on network ac114dc9-fa95-446a-8a82-642b88ba79ae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:17.132627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:17.133049 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Checking segment: {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:17.133483 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Bound using segment: {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:17.134005 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Bound port: fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:17.134384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.138439 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.155843 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:17.246206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:17.249505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:17.254505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.258563 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:17.311619 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.328394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:17.329177 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.330796 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb53d99d-f84d-4e7f-ab56-67e7249a82b6 HTTP/1.1" status: 200  len: 1094 time: 1.2464867
May 10 13:32:17.331400 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:17.353612 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:17.357318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.370505 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.385780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb6bd3-0cec-43fb-a1a2-7560bfb3031a req-bf8b7857-fa3d-4072-882b-300a2d7006fb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:17.388144 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-05bb6bd3-0cec-43fb-a1a2-7560bfb3031a req-bf8b7857-fa3d-4072-882b-300a2d7006fb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.3591342
May 10 13:32:17.429628 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Pushing event updated for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:17.455590 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.456076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:17.498607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83b2839ff113481c8b675554bef8b3e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0276127
May 10 13:32:17.498880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 52844) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:17.522568 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd445f-2dec-4229-a972-134a006545c8,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:17.531277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.537954 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-05bb6bd3-0cec-43fb-a1a2-7560bfb3031a req-1c618eaf-0aa1-4147-a9df-ae1d9cf2b6b4 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370244
May 10 13:32:17.566602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Attempting to bind port 9893e0db-08c0-4232-b675-4656aa23bb20 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:17.566946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Attempting to bind port 9893e0db-08c0-4232-b675-4656aa23bb20 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:17.567274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Attempting to bind port 9893e0db-08c0-4232-b675-4656aa23bb20 on network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:17.572175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Port 9893e0db-08c0-4232-b675-4656aa23bb20 on network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:32:17.572497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Attempting to bind port 9893e0db-08c0-4232-b675-4656aa23bb20 on network 5ad4fec8-677b-4539-9fd2-791bab0f60f4 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:17.581224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:17.581554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Checking segment: {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:17.582322 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Bound using segment: {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:17.582776 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Bound port: 9893e0db-08c0-4232-b675-4656aa23bb20, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a1e171-e400-48d5-8a06-3d8d7a820243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:17.583154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.583968 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.605276 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6', 'status': 'completed', 'code': 200}
May 10 13:32:17.612176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.667312 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.673462 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3897a8dd-082a-428a-b051-bba0c1b16097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:17.682234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:17.685249 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd445f-2dec-4229-a972-134a006545c8,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:17.686432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9893e0db-08c0-4232-b675-4656aa23bb20,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:17.689522 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.693893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.695418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.698105 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cdd445f-2dec-4229-a972-134a006545c8 HTTP/1.1" status: 204  len: 168 time: 0.1981101
May 10 13:32:17.699744 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:17.753235 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:17.753691 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:17.755071 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] 10.222.0.36 "PUT /v2.0/ports/9893e0db-08c0-4232-b675-4656aa23bb20 HTTP/1.1" status: 200  len: 1098 time: 1.6728120
May 10 13:32:17.755758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:17.794445 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Pushing event updated for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:17.806463 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:17.808249 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20', 'status': 'completed', 'code': 200}
May 10 13:32:18.068839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d00cd-8563-44db-95ee-b1b8b8814203 req-1a8f4e2e-ad63-405b-8003-cd3f93c6581a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:18.070383 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2a3d00cd-8563-44db-95ee-b1b8b8814203 req-1a8f4e2e-ad63-405b-8003-cd3f93c6581a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0835302
May 10 13:32:18.116956 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2a3d00cd-8563-44db-95ee-b1b8b8814203 req-4d110c71-2e3c-4575-8e2e-03433bd3656b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405915
May 10 13:32:18.286434 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba2bd5-5758-4a7a-a7fe-683581671fdc req-e21814ee-177c-4624-8ae7-8eb7a71e1860 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:18.287858 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e2ba2bd5-5758-4a7a-a7fe-683581671fdc req-e21814ee-177c-4624-8ae7-8eb7a71e1860 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 948 time: 0.0788250
May 10 13:32:18.333593 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e2ba2bd5-5758-4a7a-a7fe-683581671fdc req-934647a2-23fe-4955-bf4f-4b5290635a00 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393479
May 10 13:32:18.814982 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79664c-4ed2-4d2f-8bc3-0b044f5a1627 req-9870f609-dcc5-46d2-b2a1-15ea2733e42f tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:18.816432 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ae79664c-4ed2-4d2f-8bc3-0b044f5a1627 req-9870f609-dcc5-46d2-b2a1-15ea2733e42f tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.1606443
May 10 13:32:18.863734 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ae79664c-4ed2-4d2f-8bc3-0b044f5a1627 req-859989c5-2dbe-4555-afb7-309f511940c6 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412087
May 10 13:32:19.310188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b383b7-addf-4808-9682-3f76728e8eff req-f7a1499f-0d00-4ffe-ad44-ffbea1907413 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.311785 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-39b383b7-addf-4808-9682-3f76728e8eff req-f7a1499f-0d00-4ffe-ad44-ffbea1907413 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0812793
May 10 13:32:19.359761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-39b383b7-addf-4808-9682-3f76728e8eff req-ef2ad629-7c45-4de4-b0d5-480bfeda43c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422497
May 10 13:32:19.582997 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-b3391d9a-bc0f-4553-84fc-d14dd31965b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.584467 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-b3391d9a-bc0f-4553-84fc-d14dd31965b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.0929415
May 10 13:32:19.623823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d8d38-4074-4d8b-97dc-53666847091a req-e3dd794a-e3f9-4411-ad6b-a1027f3e4875 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.626256 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b22d8d38-4074-4d8b-97dc-53666847091a req-e3dd794a-e3f9-4411-ad6b-a1027f3e4875 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 948 time: 0.1655140
May 10 13:32:19.716096 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b22d8d38-4074-4d8b-97dc-53666847091a req-93ee0f06-4eb0-41cc-85ff-1dfae9f6fbc9 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669289
May 10 13:32:19.718868 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141941d-7faf-4ae5-9da1-f6dbcfd10e4b req-142d18b3-3a4a-48f5-a752-20ac8cbf9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.720358 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2141941d-7faf-4ae5-9da1-f6dbcfd10e4b req-142d18b3-3a4a-48f5-a752-20ac8cbf9a17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 1101 time: 0.1823397
May 10 13:32:19.809475 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2141941d-7faf-4ae5-9da1-f6dbcfd10e4b req-b188bfa6-9a41-4f6c-90fe-bff00e28de98 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0746360
May 10 13:32:19.975417 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-6d2a49d0-5b5f-4f68-8be5-5ca3c8480799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.977063 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-6d2a49d0-5b5f-4f68-8be5-5ca3c8480799 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.3009911
May 10 13:32:19.981390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-197eae8a-0216-4e72-88a9-db64dd290f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:19.983358 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-197eae8a-0216-4e72-88a9-db64dd290f50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 1097 time: 0.2450168
May 10 13:32:20.007153 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141941d-7faf-4ae5-9da1-f6dbcfd10e4b req-b2670e7b-2ea1-4e7a-bdbc-4aaaae0a12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.009065 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2141941d-7faf-4ae5-9da1-f6dbcfd10e4b req-b2670e7b-2ea1-4e7a-bdbc-4aaaae0a12f5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1908526
May 10 13:32:20.208758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ee1c3-c351-4f80-ac88-d487d80abf33 req-b50acfe0-4155-41db-8698-f0759c451975 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.216231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c70ee1c3-c351-4f80-ac88-d487d80abf33 req-b50acfe0-4155-41db-8698-f0759c451975 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.1587768
May 10 13:32:20.265441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-8634bd2c-9473-4223-8c1f-0895c6258755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.267191 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-8634bd2c-9473-4223-8c1f-0895c6258755 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad2126580030424993b74b3f05daee5b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1754673
May 10 13:32:20.268308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6e51f1f4-19b0-44dc-9a60-2d2b9d909e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.269821 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-6e51f1f4-19b0-44dc-9a60-2d2b9d909e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 1101 time: 0.1728523
May 10 13:32:20.277031 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-ca26b5d3-f3f7-4449-951c-6f53c75be168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.2924726
May 10 13:32:20.278264 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c70ee1c3-c351-4f80-ac88-d487d80abf33 req-f86c9759-04af-4f85-b569-42543899758f tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611248
May 10 13:32:20.371047 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-9ef22a60-6452-4482-82c7-0856b197d731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9893e0db-08c0-4232-b675-4656aa23bb20 HTTP/1.1" status: 200  len: 217 time: 0.0861068
May 10 13:32:20.480104 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-7e26e0cb-5005-4515-a7b9-d3342b9dc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.482442 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-7e26e0cb-5005-4515-a7b9-d3342b9dc1b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c46a2b4c-f773-4da1-a949-fba19b014957 HTTP/1.1" status: 200  len: 843 time: 0.1050444
May 10 13:32:20.541101 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-d067d84f-c76c-4463-98ac-c37cd92fe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.543756 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3b884392-f65a-4d86-87cf-fd1e9d81a1c1 req-d067d84f-c76c-4463-98ac-c37cd92fe2e3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2635353
May 10 13:32:20.644286 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-90786724-44cd-4c86-a9a6-f6b8bc67d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.645963 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-90786724-44cd-4c86-a9a6-f6b8bc67d6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ad4fec8-677b-4539-9fd2-791bab0f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1562977
May 10 13:32:20.702805 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d59e9-d036-4554-bbd5-7f834defc2b8 req-3346cb5d-346f-4dc7-abc2-9de10d94ea8e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.710251 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-542d59e9-d036-4554-bbd5-7f834defc2b8 req-3346cb5d-346f-4dc7-abc2-9de10d94ea8e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1804342
May 10 13:32:20.848696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-034f19da-31ec-4c1a-8fd1-2134a838d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:20.850470 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-034f19da-31ec-4c1a-8fd1-2134a838d036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.5395267
May 10 13:32:20.919052 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-137d9fa7-8652-4af4-a9c5-8737269b5666 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551071
May 10 13:32:20.933619 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-542d59e9-d036-4554-bbd5-7f834defc2b8 req-5b90b51d-5364-463b-8fea-411a24beee61 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217877
May 10 13:32:20.977331 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-26250c92-fd35-4fff-acf4-bf826d622b6a service neutron] 10.222.0.36 "GET /v2.0/networks/5ad4fec8-677b-4539-9fd2-791bab0f60f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166180
May 10 13:32:21.063201 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-82aea3f3-0b9f-4dc9-88c5-3a6088bfd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:21.064281 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-82aea3f3-0b9f-4dc9-88c5-3a6088bfd923 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 1097 time: 0.4630461
May 10 13:32:21.149843 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-77c680cc-4b24-4a01-b4df-2e30609d26cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6 HTTP/1.1" status: 200  len: 217 time: 0.0693550
May 10 13:32:21.198644 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250151f-095e-4923-9181-dff39bccaa1d req-9657207a-616a-4ab8-91a4-c1bbc76ff649 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:21.200209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e250151f-095e-4923-9181-dff39bccaa1d req-9657207a-616a-4ab8-91a4-c1bbc76ff649 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 948 time: 0.2188559
May 10 13:32:21.201397 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-667da9cf-ca96-4d31-9513-0856e6fea9fe service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678103
May 10 13:32:21.209278 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c3f5d279-9867-4f8f-982b-9d6a705cff0f req-e5c4883c-2ba1-4288-a1cd-f578a08a8719 service neutron] 10.222.0.36 "GET /v2.0/networks/5ad4fec8-677b-4539-9fd2-791bab0f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835101
May 10 13:32:21.259045 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e250151f-095e-4923-9181-dff39bccaa1d req-76503330-1c6d-47d1-a830-ac5ec1892b8d tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462861
May 10 13:32:21.292250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075fb3-9058-4d20-8535-4716355493db req-bb120fb3-2283-400d-8614-b4248f3c9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:21.294366 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-bb120fb3-2283-400d-8614-b4248f3c9b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e99a94b7-5c9a-46a8-9b89-a0925c36b0d0 HTTP/1.1" status: 200  len: 849 time: 0.1352646
May 10 13:32:21.357793 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-d817e241-7665-4dba-968f-c15ccc8d2192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac114dc9-fa95-446a-8a82-642b88ba79ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547402
May 10 13:32:21.406779 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:21.471182 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c5ea90a3-0a3a-4483-aa25-de2dfa15ca5e req-9af491ad-3e99-46fe-87f3-afdebc79266c service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614779
May 10 13:32:21.537683 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500271d-1ed0-489f-8b86-e4563b634c56 req-a33d4edd-67ea-486d-a882-65fac0c0e8eb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:21.539553 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e500271d-1ed0-489f-8b86-e4563b634c56 req-a33d4edd-67ea-486d-a882-65fac0c0e8eb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.1082726
May 10 13:32:21.543271 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-3c8d78ad-b84c-49b2-8ab1-64d23ff197e8 service neutron] 10.222.0.36 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750355
May 10 13:32:21.610571 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e500271d-1ed0-489f-8b86-e4563b634c56 req-8dd30265-64a9-4db9-ab40-1f1e8d956d94 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653455
May 10 13:32:21.716011 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a075fb3-9058-4d20-8535-4716355493db req-ee4e0f97-45ae-4310-85fb-4b390646a364 service neutron] 10.222.0.36 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656759
May 10 13:32:21.916239 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53060) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:22.095688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.114407 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:22.118485 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Usage tracker for resource:security_group_rule and tenant:0f0e44559cc74adb907ecad5990def97 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:22.122241 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:22.128781 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:22.177537 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a426-c9a9-4e65-a862-ca4391e8ef84 req-23e8d7a8-fc02-488d-8aa4-4d547a6e8bf1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:22.185644 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a288a426-c9a9-4e65-a862-ca4391e8ef84 req-23e8d7a8-fc02-488d-8aa4-4d547a6e8bf1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0952759
May 10 13:32:22.224604 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.225801 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a288a426-c9a9-4e65-a862-ca4391e8ef84 req-c9f58550-8136-4174-a0a3-9607e0cea8b3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393007
May 10 13:32:22.231025 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.239933 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b173758d-c98c-47aa-99c3-2d40f59514f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:22.284897 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f0e44559cc74adb907ecad5990def97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3673739
May 10 13:32:22.288059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53092) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:22.299211 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bffb5-5ebf-4f9f-90bf-e6dff370b7e4,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:22.322012 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:22.526735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.566102 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.626261 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97bfe3-6344-4003-9678-40bb01c741f5 req-7f80349c-15cf-45e0-8561-7b3a839c81e6 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:22.627736 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a97bfe3-6344-4003-9678-40bb01c741f5 req-7f80349c-15cf-45e0-8561-7b3a839c81e6 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 948 time: 0.1401219
May 10 13:32:22.685670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.701153 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1faa2910-69da-4f7a-841e-67afcf1c811b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:22.722650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bffb5-5ebf-4f9f-90bf-e6dff370b7e4,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:22.734603 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:22.737742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a97bfe3-6344-4003-9678-40bb01c741f5 req-562937f2-063b-4c7c-858c-3dcdfd4f6664 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029472
May 10 13:32:22.780192 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:22.781281 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e93bffb5-5ebf-4f9f-90bf-e6dff370b7e4 HTTP/1.1" status: 204  len: 168 time: 0.4921534
May 10 13:32:22.840842 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e38c-2ddd-4d8d-a97a-8642684a6063 req-eb9e4ad6-4637-48bb-859a-c4004f43ab31 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:22.842672 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c19e38c-2ddd-4d8d-a97a-8642684a6063 req-eb9e4ad6-4637-48bb-859a-c4004f43ab31 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.1038120
May 10 13:32:22.896268 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c19e38c-2ddd-4d8d-a97a-8642684a6063 req-aca2e6eb-c810-412e-b711-00d976902206 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469286
May 10 13:32:23.081559 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53128) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:23.103041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.120173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:23.125397 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Usage tracker for resource:security_group_rule and tenant:44433e9ae4314fedae064a6b21238ed7 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:23.128423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:23.134258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:23.199706 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53136) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:23.237314 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.248614 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.257664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:23.296434 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44433e9ae4314fedae064a6b21238ed7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2137764
May 10 13:32:23.298093 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd57c08-c4c3-40ea-a7ac-6f44ee67321f,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:23.299595 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53144) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:23.312031 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:23.351597 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.373146 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:23.386226 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Usage tracker for resource:security_group_rule and tenant:b32a297a8f414b81bb924ea4530cdfbb is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:23.392733 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:23.404070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:23.406035 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.430700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82477755-3ee1-4e07-9529-efe557d0011a req-f4c6f131-88d2-4537-92a1-152713bef175 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:23.442258 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-82477755-3ee1-4e07-9529-efe557d0011a req-f4c6f131-88d2-4537-92a1-152713bef175 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0959411
May 10 13:32:23.445939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.488169 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-82477755-3ee1-4e07-9529-efe557d0011a req-f97e3753-7218-4540-a975-e033c9be744f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450294
May 10 13:32:23.492439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9893e0db-08c0-4232-b675-4656aa23bb20 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:32:23.540962 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.548505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-36e18c0d-69dc-4c25-9367-a3c501b2ed3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:23.567817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.574255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd57c08-c4c3-40ea-a7ac-6f44ee67321f,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:23.580924 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:23.581519 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.590778 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b2656a19-36e6-4feb-9e77-f866b8fe757d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:23.605964 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.609798 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd57c08-c4c3-40ea-a7ac-6f44ee67321f HTTP/1.1" status: 204  len: 168 time: 0.3091598
May 10 13:32:23.640181 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b32a297a8f414b81bb924ea4530cdfbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4370837
May 10 13:32:23.640181 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ef53e-a02a-4dc3-90a1-a15c07db12d8,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:23.641136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53156) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:23.641713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:23.698724 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9893e0db-08c0-4232-b675-4656aa23bb20,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:23.716514 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '9893e0db-08c0-4232-b675-4656aa23bb20', 'network_id': '5ad4fec8-677b-4539-9fd2-791bab0f60f4', 'port_id': '9893e0db-08c0-4232-b675-4656aa23bb20', 'mac_address': 'fa:16:3e:e9:84:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a2b4c-f773-4da1-a949-fba19b014957', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:32:23.729918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.758210 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.789193 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.808012 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9893e0db-08c0-4232-b675-4656aa23bb20 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:23.838800 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.839022 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9893e0db-08c0-4232-b675-4656aa23bb20,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:23.845868 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.847904 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device fb53d99d-f84d-4e7f-ab56-67e7249a82b6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:32:23.851346 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:23.854966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:23.870004 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ef53e-a02a-4dc3-90a1-a15c07db12d8,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:23.873432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:23.880100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:23.889571 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/259ef53e-a02a-4dc3-90a1-a15c07db12d8 HTTP/1.1" status: 204  len: 168 time: 0.2422328
May 10 13:32:24.026746 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76208e0c-f464-492b-be77-9ac33c035f1a req-006b9263-71d0-4642-954e-2afd88a3b3a3 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:24.028824 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-76208e0c-f464-492b-be77-9ac33c035f1a req-006b9263-71d0-4642-954e-2afd88a3b3a3 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 949 time: 0.1380308
May 10 13:32:24.107603 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:24.119659 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:24.134294 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.134648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.134976 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.135311 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.135640 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.135965 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.136340 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.137348 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.137597 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.137918 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.138342 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.138639 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:24.142764 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6', 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae', 'port_id': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6', 'mac_address': 'fa:16:3e:8e:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99a94b7-5c9a-46a8-9b89-a0925c36b0d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:32:24.144763 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:24.150723 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-76208e0c-f464-492b-be77-9ac33c035f1a req-12bcc780-ed80-4ab6-97b4-677b4e8be9d2 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060293
May 10 13:32:24.193891 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b8c5-660b-4170-9779-16bd0ff3d356 req-e10741be-9f7e-4504-86ac-61668e68e1be tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:24.195731 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6461b8c5-660b-4170-9779-16bd0ff3d356 req-e10741be-9f7e-4504-86ac-61668e68e1be tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 944 time: 0.1302609
May 10 13:32:24.232477 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.270921 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb53d99d-f84d-4e7f-ab56-67e7249a82b6 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:24.281202 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6461b8c5-660b-4170-9779-16bd0ff3d356 req-2430b100-17d9-4116-bc0d-a17fa76bed81 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788662
May 10 13:32:24.306857 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:24.316647 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.319142 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:24.410552 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:24.413745 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:24.418441 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53188) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:24.443068 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.458957 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:24.462867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7b6218e9b341a39d99dbe464a6ccdf is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:24.465941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:24.471669 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:24.555955 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.560189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.569013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3c15bf26-ceed-4c94-85ce-c18ce29a228a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:24.614025 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7b6218e9b341a39d99dbe464a6ccdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943505
May 10 13:32:24.615391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783ba854-d09a-4b11-a208-e639ef4c1638,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:24.616564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53198) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:24.618575 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:24.689441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.710671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722aab7-040f-4143-b8d7-058051c94492 req-81ff4507-7cff-4385-846c-62b1b0dc02bc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:24.712358 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6722aab7-040f-4143-b8d7-058051c94492 req-81ff4507-7cff-4385-846c-62b1b0dc02bc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1011326
May 10 13:32:24.720025 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.724602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['fb53d99d-f84d-4e7f-ab56-67e7249a82b6'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:32:24.775499 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6722aab7-040f-4143-b8d7-058051c94492 req-9d16eac1-07dc-4645-be35-78c250ee83b3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565624
May 10 13:32:24.790903 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.795829 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5f2a7b3d-cead-4082-a6c6-c242e698b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:24.804215 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['9893e0db-08c0-4232-b675-4656aa23bb20'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:32:24.809457 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783ba854-d09a-4b11-a208-e639ef4c1638,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:24.813614 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:24.819031 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:24.822163 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/783ba854-d09a-4b11-a208-e639ef4c1638 HTTP/1.1" status: 204  len: 168 time: 0.2023668
May 10 13:32:25.183539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53218) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:25.317563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.343209 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:25.347137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dfb530d22e4af58aacd60cf6e3ec54 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:25.350010 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:25.356125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:25.404792 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b3e65-94c1-49ea-931d-184bd371599c req-75fc774d-19d6-4b02-b5d0-83b758bebaa8 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:25.406327 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-939b3e65-94c1-49ea-931d-184bd371599c req-75fc774d-19d6-4b02-b5d0-83b758bebaa8 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 949 time: 0.1462481
May 10 13:32:25.526174 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-939b3e65-94c1-49ea-931d-184bd371599c req-0add1c6c-9e80-4589-9875-314f7e03d706 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129451
May 10 13:32:25.592165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1150-bdc9-48a8-9644-cd9cb0c6d671 req-5e0506cc-710e-4738-9989-94fa8e1419f7 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:25.593871 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8fbb1150-bdc9-48a8-9644-cd9cb0c6d671 req-5e0506cc-710e-4738-9989-94fa8e1419f7 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 945 time: 0.1834927
May 10 13:32:25.629039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.643207 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.655116 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-60585d57-d62d-4c2b-9cf1-811a30c9299e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:25.678667 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8fbb1150-bdc9-48a8-9644-cd9cb0c6d671 req-1b882ece-7130-4e05-9887-36cf7665bc5d tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733080
May 10 13:32:25.711688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53250) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:25.712168 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1dfb530d22e4af58aacd60cf6e3ec54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5271697
May 10 13:32:25.712725 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978a95ae-130e-4505-a1fa-66090efd7984,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:25.715973 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:25.779671 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.812569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.874542 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.880095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-30a7a79b-1e39-4003-b617-f4d24d1d98ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:25.892598 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978a95ae-130e-4505-a1fa-66090efd7984,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:25.897039 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:25.903567 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:25.914105 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/978a95ae-130e-4505-a1fa-66090efd7984 HTTP/1.1" status: 204  len: 168 time: 0.1931176
May 10 13:32:26.037465 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9dcf-226c-402d-870b-6dc5a5745460 req-2e09baf1-6ee8-46df-a18b-e618606ded25 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:26.038981 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-43aa9dcf-226c-402d-870b-6dc5a5745460 req-2e09baf1-6ee8-46df-a18b-e618606ded25 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0997667
May 10 13:32:26.086142 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-43aa9dcf-226c-402d-870b-6dc5a5745460 req-010cc888-ad14-4625-83a8-d073724463f2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395732
May 10 13:32:26.388606 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53280) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:26.520182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53290) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:26.540182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.572787 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:26.579772 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f35d67bbcdf4706a8caf6f0ac024199 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:26.583556 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.602310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:26.610947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:26.618209 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:26.625847 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Usage tracker for resource:security_group_rule and tenant:0726a0db96894207939a8848e3559036 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:26.629298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:26.642949 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:26.768944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.783041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.791530 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9194d99-5271-4641-88be-ffc99b746093 req-7f275917-be87-48bd-b988-2609544774e2 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:26.799855 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c9194d99-5271-4641-88be-ffc99b746093 req-7f275917-be87-48bd-b988-2609544774e2 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 949 time: 0.1331286
May 10 13:32:26.816885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:26.826166 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f35d67bbcdf4706a8caf6f0ac024199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3048508
May 10 13:32:26.830592 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53304) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:26.838619 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.850691 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c9194d99-5271-4641-88be-ffc99b746093 req-1cf7e01f-d868-44a1-acd3-88f5205b3330 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496955
May 10 13:32:26.864462 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:26.900730 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe3c36-6161-4211-a708-f7af78243b56,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:26.904821 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:26.914169 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6cf2f5a9-cee2-4b51-944b-cf1a83661fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:26.938749 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53312) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:26.938967 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0726a0db96894207939a8848e3559036&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5491579
May 10 13:32:26.961258 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e79c9-06f2-4019-a9fd-d2b1b8eddeae,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:26.964464 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:26.977629 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.066635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.068841 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.103804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.121297 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e511075-9f58-46bc-af77-cfcbcee94fe7 req-231dbc68-90fd-4c2f-ae80-31b01e67ac90 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:27.122948 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5e511075-9f58-46bc-af77-cfcbcee94fe7 req-231dbc68-90fd-4c2f-ae80-31b01e67ac90 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 945 time: 0.1677461
May 10 13:32:27.130665 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.152066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f75befa3-36ac-4164-9989-4b727c03f325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:27.182396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe3c36-6161-4211-a708-f7af78243b56,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:27.185610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:27.190757 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.202083 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdbe3c36-6161-4211-a708-f7af78243b56 HTTP/1.1" status: 204  len: 168 time: 0.3577445
May 10 13:32:27.214112 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5e511075-9f58-46bc-af77-cfcbcee94fe7 req-495be8db-6b3d-4aec-a153-dcb02bedb57b tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490630
May 10 13:32:27.214234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.224498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4b5e8656-bb55-43d3-bc29-59744d1ef585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:27.243012 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e79c9-06f2-4019-a9fd-d2b1b8eddeae,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:27.245561 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:27.310380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.314117 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec7e79c9-06f2-4019-a9fd-d2b1b8eddeae HTTP/1.1" status: 204  len: 168 time: 0.3737113
May 10 13:32:27.375996 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd32b2-6d1b-48fc-be77-a065392d1a16 req-eebd27a8-3eca-4c3b-9560-d4b7125ad349 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:27.377541 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-08bd32b2-6d1b-48fc-be77-a065392d1a16 req-eebd27a8-3eca-4c3b-9560-d4b7125ad349 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1305728
May 10 13:32:27.512488 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607d70b-67f8-407b-a04e-ca8159649ed5 req-8afd7ba4-fea7-4dcb-84ab-92537bb02f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:27.514014 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e607d70b-67f8-407b-a04e-ca8159649ed5 req-8afd7ba4-fea7-4dcb-84ab-92537bb02f4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1098 time: 0.0951595
May 10 13:32:27.519345 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-08bd32b2-6d1b-48fc-be77-a065392d1a16 req-5bb04df2-8243-4406-8cc3-8b420d336f00 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334701
May 10 13:32:27.526778 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9893e0db-08c0-4232-b675-4656aa23bb20 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:27.585744 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-e607d70b-67f8-407b-a04e-ca8159649ed5 req-d23f8027-4eb9-4078-9109-f1747b0bda79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603900
May 10 13:32:27.642906 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 9893e0db-08c0-4232-b675-4656aa23bb20 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:27.649723 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 9893e0db-08c0-4232-b675-4656aa23bb20 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:27.650394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.797283 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.825940 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:27.836957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9893e0db-08c0-4232-b675-4656aa23bb20,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:27.843808 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:27.846461 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device fb53d99d-f84d-4e7f-ab56-67e7249a82b6 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:27.877886 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:27.914644 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20', 'code': 200}
May 10 13:32:28.013830 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:28.020981 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:28.045243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:28.059361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:28.059743 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.103852 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53366) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:28.138283 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.182454 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:28.195847 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Usage tracker for resource:security_group_rule and tenant:1f8dfce05f7841efb44fdce7165a5d9f is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:28.201196 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:28.214250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:28.237717 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1336-c3c0-4608-a988-f1f321659a32 req-29b8d3c0-02f6-4973-81b2-5e99df10fca6 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:28.254932 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6daa1336-c3c0-4608-a988-f1f321659a32 req-29b8d3c0-02f6-4973-81b2-5e99df10fca6 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.1753662
May 10 13:32:28.274940 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.316935 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:28.322491 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.327125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:28.379187 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74dca-86cf-4f79-af08-1365a948576b req-e3e48237-411a-4d7d-9e0e-7b1275fd9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:28.389934 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bcf74dca-86cf-4f79-af08-1365a948576b req-e3e48237-411a-4d7d-9e0e-7b1275fd9e8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 1103 time: 0.1442986
May 10 13:32:28.408979 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:28.413544 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:28.436058 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.442376 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6daa1336-c3c0-4608-a988-f1f321659a32 req-2527b290-6ba4-4e2d-9b00-44c71a1cdb24 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865058
May 10 13:32:28.457261 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.458989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a9cad48f-fc62-42ba-b297-3fe2b1893ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:28.482946 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bcf74dca-86cf-4f79-af08-1365a948576b req-42d872a2-d544-4e86-8175-ea7d5fde13cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777009
May 10 13:32:28.495346 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858b176-bee7-4a66-adde-466722594e7d req-34c8b55a-9e75-45d9-9c76-8700eb1de3d5 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:28.501896 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7858b176-bee7-4a66-adde-466722594e7d req-34c8b55a-9e75-45d9-9c76-8700eb1de3d5 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.1334152
May 10 13:32:28.507372 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6cb2a7-a979-4fe2-bac0-fa49816708f6,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:28.512348 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f8dfce05f7841efb44fdce7165a5d9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4074686
May 10 13:32:28.513326 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:28.514979 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53378) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:28.547707 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7858b176-bee7-4a66-adde-466722594e7d req-d377d4ec-052e-40af-87f3-9cfbc2d1dd70 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449493
May 10 13:32:28.581168 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.610869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.667943 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.673074 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c3c2b574-51cc-43af-a583-0b9588719de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:28.686330 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6cb2a7-a979-4fe2-bac0-fa49816708f6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:28.689574 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:28.691810 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:28.693592 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce6cb2a7-a979-4fe2-bac0-fa49816708f6 HTTP/1.1" status: 204  len: 168 time: 0.1773202
May 10 13:32:28.811215 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8365876-7e52-45d1-986c-f5dade7fb08b req-46efc79d-20ec-4fda-8058-8b0d582bf9e5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:28.812839 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b8365876-7e52-45d1-986c-f5dade7fb08b req-46efc79d-20ec-4fda-8058-8b0d582bf9e5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.0927472
May 10 13:32:28.881999 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b8365876-7e52-45d1-986c-f5dade7fb08b req-5d7d374a-c120-4679-b669-08f5e50cf695 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607874
May 10 13:32:29.713529 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471659-f402-4fbf-95eb-da09aece430e req-f025f663-da43-46fd-839f-daa6b5d4e0eb tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:29.716690 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e1471659-f402-4fbf-95eb-da09aece430e req-f025f663-da43-46fd-839f-daa6b5d4e0eb tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.1506431
May 10 13:32:29.841551 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e1471659-f402-4fbf-95eb-da09aece430e req-8522683f-8709-4200-8f24-d3b96b4d0402 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190662
May 10 13:32:29.891125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0bb2-eea4-43ee-9cbe-f094327bac87 req-a72f1739-c316-406f-bfe0-5a9b465b9640 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:29.892593 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-510a0bb2-eea4-43ee-9cbe-f094327bac87 req-a72f1739-c316-406f-bfe0-5a9b465b9640 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.1123834
May 10 13:32:29.916940 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:29.946984 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-510a0bb2-eea4-43ee-9cbe-f094327bac87 req-66ec3c5f-7983-4d05-806a-f4a938b98d58 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482247
May 10 13:32:30.019364 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6', 'code': 200}
May 10 13:32:30.174164 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613cf42-25ab-4426-80ea-4a45435d7645 req-43394ff5-d41e-41ee-b00d-53c11906d67e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:30.177477 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5613cf42-25ab-4426-80ea-4a45435d7645 req-43394ff5-d41e-41ee-b00d-53c11906d67e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1436367
May 10 13:32:30.241804 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5613cf42-25ab-4426-80ea-4a45435d7645 req-887a5ff7-acd6-4c2e-b797-c4976729ce1b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569847
May 10 13:32:30.382710 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ceb31-3022-42e5-bd3d-ca432299a5db req-9d79d7d3-65c7-4fcc-ae98-4ea538bba19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:30.387723 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d40ceb31-3022-42e5-bd3d-ca432299a5db req-9d79d7d3-65c7-4fcc-ae98-4ea538bba19d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 1099 time: 0.1400108
May 10 13:32:30.458868 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d40ceb31-3022-42e5-bd3d-ca432299a5db req-89158fd9-1545-416d-a7e4-d991de48ec06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641510
May 10 13:32:30.513538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bea13-3215-4d42-bcfc-8b8a2a1e8223 req-e03edfbb-6711-45d3-b329-7bc8fd623d7d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:30.515685 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f43bea13-3215-4d42-bcfc-8b8a2a1e8223 req-e03edfbb-6711-45d3-b329-7bc8fd623d7d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1258464
May 10 13:32:30.609501 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f43bea13-3215-4d42-bcfc-8b8a2a1e8223 req-6472481f-1a3a-49bd-a1d0-cdfb30c92bea tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848043
May 10 13:32:31.138382 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe545289-fb11-4932-9252-5830aaac791a req-076c5528-a08a-4802-aeba-21935ce4af4f tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:31.139837 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fe545289-fb11-4932-9252-5830aaac791a req-076c5528-a08a-4802-aeba-21935ce4af4f tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.1697190
May 10 13:32:31.252742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fe545289-fb11-4932-9252-5830aaac791a req-c2516e97-1cf9-49b2-ada6-92857729bf87 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641005
May 10 13:32:31.283878 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284ce3b-4c2a-4795-817d-986a029d7ffc req-f5614a0d-14d6-4695-9a3b-87a880146f95 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:31.291407 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f284ce3b-4c2a-4795-817d-986a029d7ffc req-f5614a0d-14d6-4695-9a3b-87a880146f95 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.1633313
May 10 13:32:31.332986 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f284ce3b-4c2a-4795-817d-986a029d7ffc req-3419ee1d-e252-4024-a864-c40800d64e4a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406160
May 10 13:32:31.744409 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff3439-7f1d-4214-bbf7-d14d97a9d255 req-f7691c4c-1e9d-4f72-94e9-410a29eeaa33 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:31.746925 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-02ff3439-7f1d-4214-bbf7-d14d97a9d255 req-f7691c4c-1e9d-4f72-94e9-410a29eeaa33 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.1124792
May 10 13:32:31.795005 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-02ff3439-7f1d-4214-bbf7-d14d97a9d255 req-87950490-604d-4685-9cf9-e56a1be07f1b tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421388
May 10 13:32:32.607136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac0ff6-d12c-45b8-8760-05956140388b req-620232b0-0fc8-44aa-b06b-3c1ebe34bb50 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:32.608727 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9ac0ff6-d12c-45b8-8760-05956140388b req-620232b0-0fc8-44aa-b06b-3c1ebe34bb50 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.1065199
May 10 13:32:32.712398 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9ac0ff6-d12c-45b8-8760-05956140388b req-4a074a6b-81dc-44b9-9401-52817c8ec7c1 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969570
May 10 13:32:32.721909 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53580) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:32.856465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-7dedb4a8-942e-40d3-a1fa-c8943689b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:32.860800 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-7dedb4a8-942e-40d3-a1fa-c8943689b5bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.1506157
May 10 13:32:32.926539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:32.953872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:32.961886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Usage tracker for resource:security_group_rule and tenant:da4cbbef1b7648ef8838e314c35dcfe8 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:32.967018 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:32.974394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:33.029305 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c9d6e-b1b4-480f-a3c8-654f7131703c req-3a05a041-6b53-4c6d-99cb-51466a12fa38 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:33.036375 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a7c9d6e-b1b4-480f-a3c8-654f7131703c req-3a05a041-6b53-4c6d-99cb-51466a12fa38 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1919150
May 10 13:32:33.040551 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-e1baee53-5e16-4f3c-be73-6a22c39d49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:33.042016 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-e1baee53-5e16-4f3c-be73-6a22c39d49e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.1531441
May 10 13:32:33.122484 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-d7f6a97c-12a9-4128-bad4-55455cedfd88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.0686982
May 10 13:32:33.152569 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a7c9d6e-b1b4-480f-a3c8-654f7131703c req-4ce46fb1-757c-4d8a-8fd3-d74c898e2eae tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153309
May 10 13:32:33.189957 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-1acb37ee-d45e-4a37-9758-e8444bcca214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:33.203028 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-1acb37ee-d45e-4a37-9758-e8444bcca214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0765209
May 10 13:32:33.248862 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b2529-afca-41ad-a738-441fa32a3817 req-be2aeee9-fe4d-43b7-867e-e6f856b9e289 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:33.250464 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4b5b2529-afca-41ad-a738-441fa32a3817 req-be2aeee9-fe4d-43b7-867e-e6f856b9e289 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.1969426
May 10 13:32:33.254856 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.269214 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-baf9e2b0-a24d-4f69-a77f-c76a08ffe2f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534990
May 10 13:32:33.279762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.291495 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b9a8a515-c57a-4879-8dcc-94398d00090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:33.353804 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da4cbbef1b7648ef8838e314c35dcfe8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6304412
May 10 13:32:33.357028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53612) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:33.357670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e68c9d-c2e1-46fb-8dc0-82d223deff7f,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:33.361116 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:33.372614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4b5b2529-afca-41ad-a738-441fa32a3817 req-fbccd1b5-5142-4a9b-af2b-8b7ffbe3fc4a tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164362
May 10 13:32:33.436645 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a48a59c4-393b-4849-a714-8af765a1385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.467198 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.485793 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-0bf7f67b-cfb0-4599-a2b3-5975483a34d5 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031379
May 10 13:32:33.496429 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.562159 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.567708 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f5174666-5565-49f9-bfaf-a7d59ae16278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:33.583298 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e68c9d-c2e1-46fb-8dc0-82d223deff7f,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:33.586658 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:33.589730 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:33.591161 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e68c9d-c2e1-46fb-8dc0-82d223deff7f HTTP/1.1" status: 204  len: 168 time: 0.2176065
May 10 13:32:33.672552 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d922e958-a8b7-4250-84b0-65f9a4d17091 req-0f31877e-2439-4df7-a52b-17393ac763e0 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715589
May 10 13:32:33.814323 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-72eee4c2-aed6-4f96-8788-112909aab838 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:33.816180 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-72eee4c2-aed6-4f96-8788-112909aab838 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.36 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 950 time: 0.0906265
May 10 13:32:34.002431 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Deleting port 9893e0db-08c0-4232-b675-4656aa23bb20 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:32:34.003075 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.016380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53652) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:34.040833 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.061103 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:34.065107 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b390904105424082df815b7f2d819a is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:34.068365 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:34.075492 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:34.184524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] For port 9893e0db-08c0-4232-b675-4656aa23bb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9893e0db-08c0-4232-b675-4656aa23bb20,segment=NetworkSegment(74a1e171-e400-48d5-8a06-3d8d7a820243),segment_id=74a1e171-e400-48d5-8a06-3d8d7a820243)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:34.184883 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.218187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53666) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:34.250560 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.263420 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.276154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b6f782ef-ae9a-42b3-842d-c6de48a61b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:34.337867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a314ce-d822-4107-af1c-40962c9c91b6,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:34.349824 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:34.415708 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7b390904105424082df815b7f2d819a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3982525
May 10 13:32:34.418803 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53676) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:34.487558 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Calling delete_port for 9893e0db-08c0-4232-b675-4656aa23bb20 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:32:34.544872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.625085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:34.634444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Usage tracker for resource:security_group_rule and tenant:f4c13a3fe79644bca4e60816c426b7b4 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:34.640612 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:34.651016 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:34.691664 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.703749 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584eb9-7710-47b9-a058-f85fa82fb949 req-75b94c21-2e12-43b7-b6dc-420190c28cb8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:34.705191 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['9893e0db-08c0-4232-b675-4656aa23bb20'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:32:34.711753 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-85584eb9-7710-47b9-a058-f85fa82fb949 req-75b94c21-2e12-43b7-b6dc-420190c28cb8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3606737
May 10 13:32:34.717005 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:34.723140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.772701 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Pushing event deleted for resources: {'Port': ['ID=9893e0db-08c0-4232-b675-4656aa23bb20,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:34.817072 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.838496 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:34.842070 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-85584eb9-7710-47b9-a058-f85fa82fb949 req-8f420b03-1b53-4d54-86c9-a98c7598ecb3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292174
May 10 13:32:34.868760 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a313c2-c7b0-4a69-8015-aadf545d64a1 req-fe033001-5db0-4517-81d4-5564c3040e60 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:34.874234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53688) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:34.878308 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24a313c2-c7b0-4a69-8015-aadf545d64a1 req-fe033001-5db0-4517-81d4-5564c3040e60 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/ports?device_id=401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25 HTTP/1.1" status: 200  len: 867 time: 0.3235598
May 10 13:32:34.885681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] No DVR routers for this DVR port 9893e0db-08c0-4232-b675-4656aa23bb20 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:32:34.889257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:34.894893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'name': 'network-vif-deleted', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:34.915401 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7947faa9-9531-4c90-83d2-c636d9cc8153 req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.36 "DELETE /v2.0/ports/9893e0db-08c0-4232-b675-4656aa23bb20 HTTP/1.1" status: 204  len: 173 time: 1.0881798
May 10 13:32:34.993058 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24a313c2-c7b0-4a69-8015-aadf545d64a1 req-604f52e1-097b-4e95-8515-55b64ced0245 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a5fca9c-2d35-4dcd-9a9f-c971447086ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137762
May 10 13:32:35.044769 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401bd5e1-d3aa-4f6b-b6e8-3e07b85a7c25', 'name': 'network-vif-deleted', 'tag': '9893e0db-08c0-4232-b675-4656aa23bb20', 'status': 'completed', 'code': 200}
May 10 13:32:35.069435 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.073147 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.084417 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.088052 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:35.093551 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9f980117-ac9a-4cdb-bb1f-d6c262926eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:35.095618 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Usage tracker for resource:security_group_rule and tenant:a8f42d55d6204673b0ea252602fc4263 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:35.099503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:35.107708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:35.108890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.181746 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d07e8-c967-4ebd-90e7-163ea93fc7a1,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:35.185686 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:35.188555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:35.197337 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.201482 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.202799 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4c13a3fe79644bca4e60816c426b7b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9717069
May 10 13:32:35.209905 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53698) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:35.210548 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50c16f-27d5-49c2-839a-efb1fedca556 req-7401590d-5565-400d-a72a-250824019614 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:35.210658 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eb611e3a-3919-4b3e-ab9d-c79f31e6754b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:35.212067 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7a50c16f-27d5-49c2-839a-efb1fedca556 req-7401590d-5565-400d-a72a-250824019614 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.2171166
May 10 13:32:35.217581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a314ce-d822-4107-af1c-40962c9c91b6,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:35.220810 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:35.242995 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.247439 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60a314ce-d822-4107-af1c-40962c9c91b6 HTTP/1.1" status: 204  len: 168 time: 0.8249745
May 10 13:32:35.273156 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7a50c16f-27d5-49c2-839a-efb1fedca556 req-a689e3af-bd18-4fe7-8aec-28d340860889 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513687
May 10 13:32:35.293851 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8f42d55d6204673b0ea252602fc4263&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4184437
May 10 13:32:35.296610 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53704) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:35.296934 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9736c-28a3-4153-abd7-5690da462d06,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:35.300845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:35.319817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.345997 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.363778 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.407845 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.409906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.422469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:35.438622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d07e8-c967-4ebd-90e7-163ea93fc7a1,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:35.443161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:35.446420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.447922 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f02d07e8-c967-4ebd-90e7-163ea93fc7a1 HTTP/1.1" status: 204  len: 168 time: 0.2314515
May 10 13:32:35.498048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.504523 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-acd6e815-81b3-4ebe-a6ad-be2541e7c919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:35.525366 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9736c-28a3-4153-abd7-5690da462d06,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:35.529957 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:35.531370 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:35.532472 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee9736c-28a3-4153-abd7-5690da462d06 HTTP/1.1" status: 204  len: 168 time: 0.2344437
May 10 13:32:35.658509 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:32:35.981800 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53736) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:36.047056 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.076793 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:36.083344 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Usage tracker for resource:security_group_rule and tenant:98854737109d40eb912e605f3e046661 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:36.087258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:36.094947 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:36.189424 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53750) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:36.213204 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf770ac-5078-4fcc-a911-d9ef0d28acde req-504bdbf8-281c-4004-ad8d-0ca28867fc75 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:36.234944 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6cf770ac-5078-4fcc-a911-d9ef0d28acde req-504bdbf8-281c-4004-ad8d-0ca28867fc75 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2216029
May 10 13:32:36.299099 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-be1464ef-d643-41ab-8e30-62b5bc9ca26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.316102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.375563 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6cf770ac-5078-4fcc-a911-d9ef0d28acde req-21755256-6c02-4406-b2a8-44fea25d65b8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384459
May 10 13:32:36.462195 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597a96-471c-4142-afcf-4071532efe97 req-2d4321d0-8719-45cf-bc23-f8ec21e2ba1e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:36.462910 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0f597a96-471c-4142-afcf-4071532efe97 req-2d4321d0-8719-45cf-bc23-f8ec21e2ba1e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Synchronizing usage tracker for tenant:ad2126580030424993b74b3f05daee5b on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:36.476907 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.482557 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0f597a96-471c-4142-afcf-4071532efe97 req-2d4321d0-8719-45cf-bc23-f8ec21e2ba1e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Unset dirty status for tenant:ad2126580030424993b74b3f05daee5b on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:36.484034 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0f597a96-471c-4142-afcf-4071532efe97 req-2d4321d0-8719-45cf-bc23-f8ec21e2ba1e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.2830362
May 10 13:32:36.485602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.498685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e5f1b955-f93b-411e-b883-7acd625abe88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:36.549130 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98854737109d40eb912e605f3e046661&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5639760
May 10 13:32:36.549130 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88135e-8cea-4ae3-b85d-6c0d350c1e0e,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:36.550482 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53776) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:36.565581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:36.687450 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.691611 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.717745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b156a-d574-4ac6-9383-da4cee83d794 req-1464c5eb-35c2-44a7-b4a8-4b361bdcdcd2 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:36.719519 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b51b156a-d574-4ac6-9383-da4cee83d794 req-1464c5eb-35c2-44a7-b4a8-4b361bdcdcd2 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 946 time: 0.1313117
May 10 13:32:36.728128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:36.736067 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Usage tracker for resource:security_group_rule and tenant:db351d572aa643e386a24f112641904a is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:36.754823 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:36.763075 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:36.777099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.808403 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Deleting port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:32:36.808662 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.828981 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b51b156a-d574-4ac6-9383-da4cee83d794 req-e562dc67-226a-4fd6-8cd9-c9806ac788eb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017416
May 10 13:32:36.882813 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.890332 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2f0134e5-99be-4248-98e5-ffa611a45ab9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:36.915119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88135e-8cea-4ae3-b85d-6c0d350c1e0e,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:36.918583 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:36.933649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:36.935288 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa88135e-8cea-4ae3-b85d-6c0d350c1e0e HTTP/1.1" status: 204  len: 168 time: 0.3712995
May 10 13:32:37.019782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] For port fb53d99d-f84d-4e7f-ab56-67e7249a82b6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:37.019782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.155897 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Calling delete_port for fb53d99d-f84d-4e7f-ab56-67e7249a82b6 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:32:37.167269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.183429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.194579 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-299eda37-30e8-48f2-a079-d35e0ad83c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:37.259100 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db351d572aa643e386a24f112641904a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0665069
May 10 13:32:37.259842 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53824) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:37.297431 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.348618 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.377823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.469647 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.475918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ed4c5c97-bf62-4590-a050-3c021462bd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:37.482417 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f004a15-c374-4ed0-84a9-1811cdfd5497,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:37.502808 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:37.510132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.523774 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['fb53d99d-f84d-4e7f-ab56-67e7249a82b6'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:32:37.532057 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:37.537164 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f004a15-c374-4ed0-84a9-1811cdfd5497,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:37.540843 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.545008 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f004a15-c374-4ed0-84a9-1811cdfd5497 HTTP/1.1" status: 204  len: 168 time: 0.2799113
May 10 13:32:37.555076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:37.607719 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9893e0db-08c0-4232-b675-4656aa23bb20 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:32:37.659762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Pushing event deleted for resources: {'Port': ['ID=fb53d99d-f84d-4e7f-ab56-67e7249a82b6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:37.672424 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:37.711280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] No DVR routers for this DVR port fb53d99d-f84d-4e7f-ab56-67e7249a82b6 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:32:37.714174 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:37.747637 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 9893e0db-08c0-4232-b675-4656aa23bb20 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:32:37.749179 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'name': 'network-vif-deleted', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:37.758784 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9893e0db-08c0-4232-b675-4656aa23bb20 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:32:37.762073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device fb53d99d-f84d-4e7f-ab56-67e7249a82b6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:32:37.763962 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0f597a96-471c-4142-afcf-4071532efe97 req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "DELETE /v2.0/ports/fb53d99d-f84d-4e7f-ab56-67e7249a82b6 HTTP/1.1" status: 204  len: 173 time: 1.2726314
May 10 13:32:37.829084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038f129-d6e6-406c-8635-e2a2ec549d2d req-a3c07aa0-1a99-4aa0-82e7-f110e514f57d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:37.842357 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9b015-fd35-4f99-bf7c-dfb548c4a425', 'name': 'network-vif-deleted', 'tag': 'fb53d99d-f84d-4e7f-ab56-67e7249a82b6', 'status': 'completed', 'code': 200}
May 10 13:32:37.842732 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8038f129-d6e6-406c-8635-e2a2ec549d2d req-a3c07aa0-1a99-4aa0-82e7-f110e514f57d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2140555
May 10 13:32:37.852587 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: fb53d99d-f84d-4e7f-ab56-67e7249a82b6 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:32:37.852946 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device fb53d99d-f84d-4e7f-ab56-67e7249a82b6 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:32:37.926669 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8038f129-d6e6-406c-8635-e2a2ec549d2d req-de0c1c8b-5369-4bde-a520-9ba960a02dbd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826483
May 10 13:32:38.037359 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9809010c-dfbc-4121-a554-f98f306f399b req-20c85dec-39d6-44e2-849c-4b4ff99b2e31 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de9b015-fd35-4f99-bf7c-dfb548c4a425 HTTP/1.1" status: 200  len: 210 time: 0.0557284
May 10 13:32:38.217432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53922) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:38.243599 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53932) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:38.281735 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.298329 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:38.302535 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e429e3d8df4a5ba89e7aa7cc82bf8d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:38.306165 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:38.314308 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:38.436909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.442621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.461026 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d96493c2-0978-4fa1-ba0f-3de3b3421604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:38.484506 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.495651 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8e429e3d8df4a5ba89e7aa7cc82bf8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2499495
May 10 13:32:38.499451 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53946) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:38.520005 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:38.521037 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6314ae11-1b64-45eb-ab8c-b89a6e231788,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:38.527736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8fbeca31-0405-49ef-acc1-45d6a6293997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:38.533653 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Usage tracker for resource:security_group_rule and tenant:c037e82423e7483faa702164072a8262 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:38.540391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:38.554765 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:38.625226 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.685831 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.720848 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.756404 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.763857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.783735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a14f30c-d5a7-495d-89c6-732aa2faab97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:38.807443 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.814257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0eeaab36-41e9-4b65-83ff-a1f7ac9f85d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:38.837117 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b325db98-9071-4fca-a48b-e1ae51fc3217,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:38.842280 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c037e82423e7483faa702164072a8262&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6235023
May 10 13:32:38.843421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:38.844869 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 53960) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:38.847359 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6314ae11-1b64-45eb-ab8c-b89a6e231788,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:38.851480 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:38.852555 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.856501 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6314ae11-1b64-45eb-ab8c-b89a6e231788 HTTP/1.1" status: 204  len: 168 time: 0.3532202
May 10 13:32:38.938408 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.966138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:38.974777 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 53974) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:39.102762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.109065 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-91a32a44-de6d-454c-8c22-347663579684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:39.149583 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b325db98-9071-4fca-a48b-e1ae51fc3217,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:39.154563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:39.198592 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.199730 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b325db98-9071-4fca-a48b-e1ae51fc3217 HTTP/1.1" status: 204  len: 168 time: 0.3537104
May 10 13:32:39.234662 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c176a9-3f2b-481f-ae10-e62ad6ad3bea req-1f8ef41e-39bb-46a2-93bc-a8b91957ce9c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:39.236435 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b9c176a9-3f2b-481f-ae10-e62ad6ad3bea req-1f8ef41e-39bb-46a2-93bc-a8b91957ce9c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1989670
May 10 13:32:39.305967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.327209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b9c176a9-3f2b-481f-ae10-e62ad6ad3bea req-16b9dfc4-e1ee-4970-a497-68e60a839790 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850379
May 10 13:32:39.337622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:39.344688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Usage tracker for resource:security_group_rule and tenant:dfad78f56cac458a80a68026d3ce5dbc is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:39.349693 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:39.357583 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:39.443151 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54032) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:39.463528 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.468178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.472538 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.483190 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ffc4263b-7cd2-4e47-b311-372a9f10436f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:39.483490 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:39.487527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Usage tracker for resource:security_group_rule and tenant:07c54d52630f4cf095449ff8843f50cb is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:39.490756 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:39.496908 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:39.569317 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfad78f56cac458a80a68026d3ce5dbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5923824
May 10 13:32:39.570966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa7636-bfa9-4e64-96ee-8045838c83aa,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:39.579072 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:39.580708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54044) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:39.620063 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.627048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.638192 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-36f4e05b-009b-4ec5-920b-18c83b3fc6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:39.702921 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.740658 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.768963 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07c54d52630f4cf095449ff8843f50cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246837
May 10 13:32:39.776647 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54056) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:39.799340 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a89465-7e58-49bb-8627-890de3db702b,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:39.806291 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:39.812930 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.818127 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bafeeb96-a7f4-40f1-9ab2-922f04f1a3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:39.842394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa7636-bfa9-4e64-96ee-8045838c83aa,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:39.846230 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:39.848805 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.850399 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9fa7636-bfa9-4e64-96ee-8045838c83aa HTTP/1.1" status: 204  len: 168 time: 0.2683840
May 10 13:32:39.900077 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-4aebe000-2a74-4fc0-9a2c-dc35f6db6420 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:39.901650 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-4aebe000-2a74-4fc0-9a2c-dc35f6db6420 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/networks?id=ac114dc9-fa95-446a-8a82-642b88ba79ae HTTP/1.1" status: 200  len: 809 time: 0.2644396
May 10 13:32:39.910288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:39.939772 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-1e194109-d2dc-4854-bccf-9e3ef05cf926 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/quotas/ad2126580030424993b74b3f05daee5b HTTP/1.1" status: 200  len: 375 time: 0.0304339
May 10 13:32:40.074417 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:40.082494 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-8bad9448-c9d4-4b13-a40e-ce72ba7fd574 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1339121
May 10 13:32:40.261254 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:40.270579 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-980aed0a-f2fb-43b8-ba85-a610a0db3cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:40.288462 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-c5bd8e4c-fac0-4152-b65e-4de088123642 service neutron] 10.222.0.18 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942432
May 10 13:32:40.289604 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a89465-7e58-49bb-8627-890de3db702b,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:40.297706 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:40.299002 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1a89465-7e58-49bb-8627-890de3db702b HTTP/1.1" status: 204  len: 168 time: 0.5198140
May 10 13:32:40.300153 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:40.474447 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-771750e1-361d-46dc-8bb2-c9185ea28f5b service neutron] 10.222.0.18 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696124
May 10 13:32:40.661230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4720a-10e8-4fe3-88ea-fe630b1a8774 req-a5a7755c-30a9-46d0-91d6-5b4a9bb11d22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:40.663014 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a1e4720a-10e8-4fe3-88ea-fe630b1a8774 req-a5a7755c-30a9-46d0-91d6-5b4a9bb11d22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1761255
May 10 13:32:40.729639 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9eb77717-3fba-4dfa-a6c8-a2fc9f963d0a req-92c3fc81-7406-41b4-a439-692598daefd4 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 210 time: 0.0649426
May 10 13:32:40.780110 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a1e4720a-10e8-4fe3-88ea-fe630b1a8774 req-64942cdc-7081-46c8-9263-bfce0faecb5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747106
May 10 13:32:42.000291 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54214) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:42.066492 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e05a6ee6-4176-47e2-a802-cfbd79fd726b req-11f8bdbd-4204-4387-90cd-b4affe111bf8 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 210 time: 0.1116860
May 10 13:32:42.186132 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a073ea-39ef-4e3c-a841-3446c802a8d6 req-7ac42c89-5259-4a32-b4a6-84c58f8336cf tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:42.189361 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c4a073ea-39ef-4e3c-a841-3446c802a8d6 req-7ac42c89-5259-4a32-b4a6-84c58f8336cf tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1074417
May 10 13:32:42.263751 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c4a073ea-39ef-4e3c-a841-3446c802a8d6 req-cd8caf6c-d63c-4214-8523-7ec945156636 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677109
May 10 13:32:42.334501 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-36dad506-a6b8-4ebc-98c7-a1aaf18b6231 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:42.335981 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-36dad506-a6b8-4ebc-98c7-a1aaf18b6231 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "GET /v2.0/networks?id=ac114dc9-fa95-446a-8a82-642b88ba79ae HTTP/1.1" status: 200  len: 809 time: 0.3798654
May 10 13:32:42.368733 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Request body: {'port': {'device_id': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae', 'admin_state_up': True, 'tenant_id': 'ad2126580030424993b74b3f05daee5b'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:42.590672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:42.594807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Usage tracker for resource:port and tenant:ad2126580030424993b74b3f05daee5b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:42.598197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:42.605109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:42.618480 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1670938977-network', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:42.624010 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Made reservation on behalf of ad2126580030424993b74b3f05daee5b for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:42.627829 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:42.655900 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:42.664161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Usage tracker for resource:network and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:42.667564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:42.715128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:42.753717 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Made reservation on behalf of baee204f786f4e19b2955f877d00fe4d for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:42.756978 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:42.787145 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:42.810987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:42.815266 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:42.818202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:42.824523 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:42.926688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Allocated IP 172.20.0.12 (ac114dc9-fa95-446a-8a82-642b88ba79ae/e99a94b7-5c9a-46a8-9b89-a0925c36b0d0/5ab0e776-63fe-49d9-a852-f256ba61a3b3) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:43.047458 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.053635 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.105202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-224c559b-3090-468d-a6d7-3f1be68a8a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:43.140269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:32:43.170091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb94c51-c8cc-4508-b3b0-4d881f060f9c,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:43.173713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:43.191964 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.192359 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Added segment ca1213d9-9d78-491f-b817-47bcf9ce391b of type vlan for network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece
May 10 13:32:43.250996 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.265166 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-647ebc0a-793b-467b-9188-61d0e0f7d666 req-48c1bb08-ed4d-4add-ab2d-c93bbfc435bb tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 210 time: 0.0803978
May 10 13:32:43.278715 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.327407 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.330797 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:43.331824 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.338027 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-716f0bd0-8c5b-4809-b3dc-4e3e6335989d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:43.464244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Pushing event updated for resources: {'Network': ['ID=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:43.469080 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:43.471508 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4702451
May 10 13:32:43.474351 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54292) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:43.478020 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:32:43.481259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Request body: {'subnet': {'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1670938977-subnet', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:43.485014 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eeceb-0fb7-45c6-b29f-fabcc23d7e25 req-08b3c6d6-ca7a-4e31-8e77-673a6c20340d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:43.487225 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.490076 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:43.495826 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-385eeceb-0fb7-45c6-b29f-fabcc23d7e25 req-08b3c6d6-ca7a-4e31-8e77-673a6c20340d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1167588
May 10 13:32:43.500810 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Usage tracker for resource:subnet and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:43.505708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:43.551526 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:43.568922 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:43.577363 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-385eeceb-0fb7-45c6-b29f-fabcc23d7e25 req-2688b592-f394-45dc-a2ed-fb812d8ced54 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803854
May 10 13:32:43.590435 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Network ac114dc9-fa95-446a-8a82-642b88ba79ae is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:43.595779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:43.602038 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:43.657595 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Made reservation on behalf of baee204f786f4e19b2955f877d00fe4d for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:43.660659 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2443975'] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.681663 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Pushing event updated for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:43.690157 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:43.783422 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:43.784161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:43.810450 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4575682
May 10 13:32:43.824106 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Request body: {'port': {'device_id': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:43.995912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:44.514093 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54332) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:44.535487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30010424-baba-4c97-a535-1eaccb294064 req-97db9556-4c60-42d9-b97c-f3197027a81e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:44.536962 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-30010424-baba-4c97-a535-1eaccb294064 req-97db9556-4c60-42d9-b97c-f3197027a81e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 932 time: 0.1255212
May 10 13:32:44.585626 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-30010424-baba-4c97-a535-1eaccb294064 req-243681c5-9131-4d7c-a82d-b16958bf7b16 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401297
May 10 13:32:44.738543 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab0e776-63fe-49d9-a852-f256ba61a3b3 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:44.751822 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:44.801571 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Transition to ACTIVE for port object 5ab0e776-63fe-49d9-a852-f256ba61a3b3 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:44.802600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2443957'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:44.808076 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:44.810651 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d4f38975-0cdb-4d10-90fc-9bcab880ccc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5085cdf3c7b48bcbee3771ccd391529&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2955205
May 10 13:32:44.812531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54342) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:44.840609 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:44.908858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c676e13-2d2f-4856-b36b-b04856435a56 req-de3e30e2-e441-4ee3-ab56-1d9367024238 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:44.910420 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7c676e13-2d2f-4856-b36b-b04856435a56 req-de3e30e2-e441-4ee3-ab56-1d9367024238 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1605999
May 10 13:32:44.919733 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:44.969410 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bb1bc7-0e03-409f-a800-496f2a9c90e8,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:44.974674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:44.975266 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:44.979160 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7c676e13-2d2f-4856-b36b-b04856435a56 req-12b07ec4-d022-4153-ae44-3d724ef3038b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613594
May 10 13:32:44.986788 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.066835 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.069315 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:45.069677 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Network hostable DHCP agents. Network: 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:32:45.071789 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a5e6f4cb-309e-491a-a663-f94c52573546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:45.085935 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fca9c-2d35-4dcd-9a9f-c971447086ee,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:45.089228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:45.095743 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.096835 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a5fca9c-2d35-4dcd-9a9f-c971447086ee HTTP/1.1" status: 204  len: 168 time: 0.2819297
May 10 13:32:45.138704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:45.149200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:45.161385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:32:45.173822 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Attempting to bind port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:45.174185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Attempting to bind port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:45.174772 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Attempting to bind port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 on network ac114dc9-fa95-446a-8a82-642b88ba79ae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:45.178220 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:45.182428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 on network ac114dc9-fa95-446a-8a82-642b88ba79ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:32:45.183162 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Attempting to bind port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 on network ac114dc9-fa95-446a-8a82-642b88ba79ae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:45.191714 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb43c1-5ca4-46a9-836f-17b3eb449d1e None None] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:32:45.192235 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:45.192337 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Checking segment: {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:45.192707 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Bound using segment: {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:45.193209 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Bound port: 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df1bae9-72bf-4c2a-8976-201a9a92a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:45.193579 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.205078 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:45.205682 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.265416 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7898297
May 10 13:32:45.269489 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54356) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:45.279031 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:45.293878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:45.314667 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Usage tracker for resource:router and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:45.319185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:45.329684 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:45.336987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:45.342518 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:45.349108 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.350273 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.353751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.364051 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:45.414465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:45.415081 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.416465 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] 10.222.0.36 "PUT /v2.0/ports/5ab0e776-63fe-49d9-a852-f256ba61a3b3 HTTP/1.1" status: 200  len: 1094 time: 1.5980644
May 10 13:32:45.418419 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:45.438428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.491182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:45.502155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:45.520485 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:32:45.521531 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.587441 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3', 'status': 'completed', 'code': 200}
May 10 13:32:45.773776 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Allocated IP 172.20.0.2 (61a73b52-9cf9-4e25-aaa4-e9203a7f5ece/d5bb1bc7-0e03-409f-a800-496f2a9c90e8/8f3d733c-a75e-4ef9-972a-9d9be1627fa6) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:45.807883 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:45.847957 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7ecd4-afed-45c7-aa56-76c80517e4ba req-4d23e00d-ecca-43e8-8862-ec35e00f4b97 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:45.850257 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7ec7ecd4-afed-45c7-aa56-76c80517e4ba req-4d23e00d-ecca-43e8-8862-ec35e00f4b97 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 944 time: 0.1174908
May 10 13:32:45.908151 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7ec7ecd4-afed-45c7-aa56-76c80517e4ba req-97f13bd4-4188-4a81-8aa7-71008fb555f9 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506408
May 10 13:32:45.978472 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54388) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:46.007533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.019061 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Transition to ACTIVE for port object 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:46.041151 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Transition to ACTIVE for port object 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:46.048029 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.053948 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:46.113747 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:46.117909 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:46.127478 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:46.134351 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Pushing event updated for resources: {'Port': ['ID=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:46.138940 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:46.192448 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1834184277-network', 'tenant_id': 'c9f725df1d4f4bb680b2f2f35f9283ff'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:46.199923 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:46.205059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Usage tracker for resource:network and tenant:c9f725df1d4f4bb680b2f2f35f9283ff is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:46.213214 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:46.220975 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:46.234597 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Attempting to bind port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:46.235138 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Attempting to bind port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:46.235337 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Attempting to bind port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:46.237655 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Made reservation on behalf of c9f725df1d4f4bb680b2f2f35f9283ff for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:46.239893 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.240974 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:46.241535 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:46.241942 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.242365 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Bound using segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:46.242838 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Bound port: 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:46.243210 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.256434 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.261663 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.289660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed3c7-a602-46dc-82fc-29652dc3f16b req-57fbc7a1-f064-4cb7-bd52-e0591599506e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:46.291603 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd6ed3c7-a602-46dc-82fc-29652dc3f16b req-57fbc7a1-f064-4cb7-bd52-e0591599506e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1565990
May 10 13:32:46.292595 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:46.295002 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.297433 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f725df1d4f4bb680b2f2f35f9283ff is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:46.301276 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:46.319880 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:46.335933 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] For port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:46.339778 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] For port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:46.344125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.348790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:46.361649 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd6ed3c7-a602-46dc-82fc-29652dc3f16b req-8504dd25-ebb9-449e-803f-805876605670 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613499
May 10 13:32:46.435322 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Pushing event updated for resources: {'Port': ['ID=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:46.444824 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:46.449732 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.454477 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.458450 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:46.465642 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Allocated IP 172.27.3.191 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/74b035ec-747e-4df1-a32b-7a212dca7908) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:46.486670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:32:46.499802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29db1fc5-24b1-4022-99ac-bb3eea25ea76,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:46.514201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:46.515310 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.515814 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Added segment 71a82708-7777-45b2-a2d5-ade927f4577b of type vlan for network ef52d799-28cc-4832-8b16-1dc5555d2dae
May 10 13:32:46.542760 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.578985 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.580634 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:46.581336 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.585432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f85cbee8-8f77-461c-bffd-4a085c63bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:46.658206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.699957 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.704248 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:46.754413 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Pushing event updated for resources: {'Network': ['ID=ef52d799-28cc-4832-8b16-1dc5555d2dae,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:46.765845 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network ef52d799-28cc-4832-8b16-1dc5555d2dae details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:32:46.770967 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:46.771268 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:46.773478 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7926950
May 10 13:32:46.776436 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54402) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:46.778330 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:46.784375 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Request body: {'subnet': {'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1834184277-subnet', 'tenant_id': 'c9f725df1d4f4bb680b2f2f35f9283ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:46.786163 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:46.789237 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:46.793524 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Usage tracker for resource:subnet and tenant:c9f725df1d4f4bb680b2f2f35f9283ff is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:46.796728 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:46.802964 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:46.815403 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Made reservation on behalf of c9f725df1d4f4bb680b2f2f35f9283ff for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:46.817838 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:46.821201 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Pushing event updated for resources: {'Port': ['ID=74b035ec-747e-4df1-a32b-7a212dca7908,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:46.827834 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:47.186514 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405a7b-4c6f-404e-b42e-becb09d34d8c req-91831835-c64d-4ed5-972b-d56be04525c7 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:47.188006 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e0405a7b-4c6f-404e-b42e-becb09d34d8c req-91831835-c64d-4ed5-972b-d56be04525c7 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 944 time: 0.1452005
May 10 13:32:47.235726 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:47.293327 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e0405a7b-4c6f-404e-b42e-becb09d34d8c req-1eb8bca0-060f-47f6-88b7-3ded134b0859 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577402
May 10 13:32:47.412840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:47.417618 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:47.487265 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7918f-2bae-4ad1-a388-23a9f7eb5cc2 None None] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:32:47.489091 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:47.528660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:47.543707 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Checking segment: {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:47.544076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Network hostable DHCP agents. Network: ef52d799-28cc-4832-8b16-1dc5555d2dae, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:32:47.601264 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-c539d234-8fc9-4c89-b8e3-36ac5c1df197 None None] Provisioning for port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:47.615582 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Network ef52d799-28cc-4832-8b16-1dc5555d2dae is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:32:47.645484 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a1f92-96ba-4bed-b26e-4436d1fc3967 req-6f49bd21-5b65-4103-88a6-2e2e29c667d4 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:47.647026 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b56a1f92-96ba-4bed-b26e-4436d1fc3967 req-6f49bd21-5b65-4103-88a6-2e2e29c667d4 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1622632
May 10 13:32:47.648101 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, ef52d799-28cc-4832-8b16-1dc5555d2dae) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:47.657041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:47.657621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:47.699963 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53d222-77a0-4ffb-a34a-bc2aa149263b None None] Network ef52d799-28cc-4832-8b16-1dc5555d2dae requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:32:47.712183 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b56a1f92-96ba-4bed-b26e-4436d1fc3967 req-c3aa1043-24f0-4fad-950f-5afeacc4860b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489600
May 10 13:32:47.720809 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:47.726104 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9475467
May 10 13:32:48.003570 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-8b23e932-fd45-4e10-9486-4f53407f0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:48.005175 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-8b23e932-fd45-4e10-9486-4f53407f0b03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 1097 time: 0.2805290
May 10 13:32:48.027694 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55b992-982c-4737-ad55-fd8936d3cd04 None None] Network ef52d799-28cc-4832-8b16-1dc5555d2dae requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:32:48.197965 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-99fe0ab1-fd46-4b93-ae42-5a1f750d728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:48.199495 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-99fe0ab1-fd46-4b93-ae42-5a1f750d728e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad2126580030424993b74b3f05daee5b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1847954
May 10 13:32:48.200644 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Router 2721d597-a6e1-4893-acd1-c33b69192571 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:32:48.546154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:32:48.558615 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:32:48.562594 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:48.564238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901188-9db0-443b-997e-29c5416bbbad req-9d2d1a69-2d10-4cf8-a375-62cb6b609964 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:48.565775 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7f901188-9db0-443b-997e-29c5416bbbad req-9d2d1a69-2d10-4cf8-a375-62cb6b609964 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 944 time: 0.1620302
May 10 13:32:48.586348 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-c7eff1ff-19ca-4266-a5b5-5b1c4bf3f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:48.588515 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2e3f26cb-a562-4b86-b0a5-b778cf1bf150 req-c7eff1ff-19ca-4266-a5b5-5b1c4bf3f5e3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3803344
May 10 13:32:48.588756 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:32:48.601278 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:48.601278 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3190618
May 10 13:32:48.601673 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90659a0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:32:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:48.601818 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54438) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:48.746676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:48.754699 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:48.755078 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:48.827514 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-31d69fb3-47f7-472d-b2b9-cb170c8fd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:48.836636 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-31d69fb3-47f7-472d-b2b9-cb170c8fd032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2126580030424993b74b3f05daee5b&device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 1097 time: 0.2048533
May 10 13:32:48.918837 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:32:49.046695 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-61417d7b-16fc-4a59-9d6f-2f48b97912d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3 HTTP/1.1" status: 200  len: 217 time: 0.1948497
May 10 13:32:49.077654 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7f901188-9db0-443b-997e-29c5416bbbad req-84bbaf45-5221-4875-8db2-69a9a58b0858 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5052402
May 10 13:32:49.150194 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:49.173570 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-451d9960-fd71-4459-83e1-4088e4a7b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:49.175606 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-451d9960-fd71-4459-83e1-4088e4a7b8c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e99a94b7-5c9a-46a8-9b89-a0925c36b0d0 HTTP/1.1" status: 200  len: 849 time: 0.1218941
May 10 13:32:49.230849 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:49.244921 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:49.249197 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:49.272992 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-379dfb4d-7502-43ea-9a37-833dc034a545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac114dc9-fa95-446a-8a82-642b88ba79ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877352
May 10 13:32:49.381114 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90659a0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:47Z', 'revision_number': 3, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:49.386273 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:49.398077 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:32:49.398531 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Updating router 2721d597-a6e1-4893-acd1-c33b69192571 port 74b035ec-747e-4df1-a32b-7a212dca7908 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:32:49.398989 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:49.459301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25812-75d4-49e4-a6ed-847278cf9e53 req-9afdd88f-526e-4cee-90d6-4912aedb50c2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:49.474242 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a6e25812-75d4-49e4-a6ed-847278cf9e53 req-9afdd88f-526e-4cee-90d6-4912aedb50c2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.5596089
May 10 13:32:49.484971 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-e9d050b5-e471-418e-9743-723b6085cacf service neutron] 10.222.0.36 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047415
May 10 13:32:49.490278 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:49.561302 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a6e25812-75d4-49e4-a6ed-847278cf9e53 req-81836d39-14f8-4bdd-bab5-adcf2b1314e2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859962
May 10 13:32:49.728889 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54476) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:49.839729 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-316cc75a-ef9b-4aa5-8f36-1405f50f9bb1 req-fa50538f-ace0-4719-b376-aa342e66beb7 service neutron] 10.222.0.36 "GET /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470459
May 10 13:32:49.969610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.111907 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.131770 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Transition to ACTIVE for port object 74b035ec-747e-4df1-a32b-7a212dca7908 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:50.141260 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.153722 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-7b4c9997-4d31-4b14-a221-bf3c31a5ccc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:50.247984 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:50.257011 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Usage tracker for resource:security_group_rule and tenant:bef6d69f430142baa7f9539a25f8ea4c is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:50.261478 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:50.270318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:50.304665 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4ac54-5358-4dbc-8865-68c36e72b3af req-e9bd2a0b-ef64-4cdf-84f2-35243aaaa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:50.306575 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-16b4ac54-5358-4dbc-8865-68c36e72b3af req-e9bd2a0b-ef64-4cdf-84f2-35243aaaa403 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.3107531
May 10 13:32:50.326213 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Pushing event updated for resources: {'Port': ['ID=74b035ec-747e-4df1-a32b-7a212dca7908,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:50.342017 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.346862 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.349886 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.354872 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.355312 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.355594 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.355934 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.356267 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.356593 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.356942 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.357628 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.357628 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.357877 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:50.374405 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-16b4ac54-5358-4dbc-8865-68c36e72b3af req-abf904b2-d67f-482e-b2fb-232c45a7f655 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576634
May 10 13:32:50.394394 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:50.447631 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Attempting to bind port 74b035ec-747e-4df1-a32b-7a212dca7908 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:50.451564 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Attempting to bind port 74b035ec-747e-4df1-a32b-7a212dca7908 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:50.451921 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Attempting to bind port 74b035ec-747e-4df1-a32b-7a212dca7908 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:50.481815 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:50.492747 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:50.493151 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:50.495636 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.496075 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:50.497726 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Bound port: 74b035ec-747e-4df1-a32b-7a212dca7908, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:50.498196 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.540638 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.548767 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.572574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:50.573866 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.604183 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] For port 74b035ec-747e-4df1-a32b-7a212dca7908, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:50.607155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3c38f5f1-389d-4b70-b6b4-aed90f5618ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:50.610685 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] For port 74b035ec-747e-4df1-a32b-7a212dca7908, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=74b035ec-747e-4df1-a32b-7a212dca7908,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:50.621908 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:50.628600 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bef6d69f430142baa7f9539a25f8ea4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8857870
May 10 13:32:50.644636 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54524) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:50.655135 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-58839075-bfc1-4c38-98e1-373c49058800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:50.699251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d06ab-e5f6-4587-9264-e0127ee06522,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:50.711659 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:50.784720 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d5c2-685f-432b-878b-8373c5396ad9 req-b3dd83f7-d356-4108-bac0-e088114d8a6b tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:50.792358 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:32:50.794070 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6ef3d5c2-685f-432b-878b-8373c5396ad9 req-b3dd83f7-d356-4108-bac0-e088114d8a6b tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 944 time: 0.5278738
May 10 13:32:50.794839 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90659a0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:32:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:50.970567 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-d2515219-83ce-40cd-a060-13178ef562dc tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:50.971252 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-d2515219-83ce-40cd-a060-13178ef562dc tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Synchronizing usage tracker for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:network {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:50.977897 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Pushing event updated for resources: {'Port': ['ID=74b035ec-747e-4df1-a32b-7a212dca7908,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:50.990210 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:51.020295 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:32:51.066532 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6ef3d5c2-685f-432b-878b-8373c5396ad9 req-2a83bc7f-3683-4963-aa82-a53c7df631f3 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715988
May 10 13:32:51.085057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-d2515219-83ce-40cd-a060-13178ef562dc tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Unset dirty status for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:network {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:51.086237 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-d2515219-83ce-40cd-a060-13178ef562dc tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 814 time: 0.5811245
May 10 13:32:51.086884 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.112698 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Allocated IP 172.20.0.1 (61a73b52-9cf9-4e25-aaa4-e9203a7f5ece/d5bb1bc7-0e03-409f-a800-496f2a9c90e8/b3fecdb5-fbf3-4791-a7f5-713b5b96375b) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:51.130130 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-2e31650a-c27b-4a1a-b708-cd48937b0d21 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/quotas/c9f725df1d4f4bb680b2f2f35f9283ff HTTP/1.1" status: 200  len: 375 time: 0.0291951
May 10 13:32:51.139552 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.222907 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-4d84707e-cd9d-4301-b58c-248358d866ae tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0854840
May 10 13:32:51.344084 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90659a0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:47Z', 'revision_number': 3, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:51.347834 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d239-7318-4618-bf6c-2541f8265c7d None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:47Z', 'revision_number': 3, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:32:51.383522 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.533022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.539173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.548713 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4905f9ef-1219-43db-a2ba-dfb7367a9031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:51.564813 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-6dc26914-ad68-4bd8-8623-36317a16a035 service neutron] 10.222.0.18 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556241
May 10 13:32:51.575559 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fb424-2fce-4c5f-ad16-2064b4ab278c req-c88769b1-5310-43be-99b4-c729a01f8803 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:51.576847 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-529fb424-2fce-4c5f-ad16-2064b4ab278c req-c88769b1-5310-43be-99b4-c729a01f8803 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3846469
May 10 13:32:51.618318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d06ab-e5f6-4587-9264-e0127ee06522,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:51.655466 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 5ab0e776-63fe-49d9-a852-f256ba61a3b3 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:32:51.670962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:51.684478 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Transition to ACTIVE for port object b3fecdb5-fbf3-4791-a7f5-713b5b96375b will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:51.731862 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.732970 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed5d06ab-e5f6-4587-9264-e0127ee06522 HTTP/1.1" status: 204  len: 168 time: 1.0836270
May 10 13:32:51.826115 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-529fb424-2fce-4c5f-ad16-2064b4ab278c req-df6f49cf-ecba-4507-8ee6-29926a2828a2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142966
May 10 13:32:51.847047 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-40dfd31f-4d16-49c7-b948-1b1c0e888eba service neutron] 10.222.0.18 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649662
May 10 13:32:51.886653 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:51.888371 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:51.894123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:51.905386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '5ab0e776-63fe-49d9-a852-f256ba61a3b3', 'network_id': 'ac114dc9-fa95-446a-8a82-642b88ba79ae', 'port_id': '5ab0e776-63fe-49d9-a852-f256ba61a3b3', 'mac_address': 'fa:16:3e:0e:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99a94b7-5c9a-46a8-9b89-a0925c36b0d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:32:52.040216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:52.044700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:52.048105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:52.059528 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.111542 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.139814 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab0e776-63fe-49d9-a852-f256ba61a3b3 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:52.199945 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:52.216360 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.221887 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:52.289336 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54560) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:52.326281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.344540 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:52.350624 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:52.354616 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:52.365111 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:52.370210 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:52.381708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b46a57a9f7498d8e52a0f34ec2b516 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:52.391836 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:52.399124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:52.464657 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['5ab0e776-63fe-49d9-a852-f256ba61a3b3'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:32:52.537614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-42885cf2-8797-4cd4-a78c-767e802af96a req-24c97c27-1c60-4e97-b01f-f8a012979b0c tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 210 time: 0.3366258
May 10 13:32:52.596077 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.615724 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 74b035ec-747e-4df1-a32b-7a212dca7908 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:52.668239 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.680622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.690930 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0ccaaa9c-ebed-4c2d-b132-56ee74be48b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:52.756584 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-822330f7-d1de-44df-81f5-f88b4d19cd26 None None] Provisioning for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:52.792050 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664d039f-feef-461b-a78c-5aa15e2606df,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:52.803490 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-822330f7-d1de-44df-81f5-f88b4d19cd26 None None] Provisioning complete for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:52.805685 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:52.809304 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5b46a57a9f7498d8e52a0f34ec2b516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5189471
May 10 13:32:52.810414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-822330f7-d1de-44df-81f5-f88b4d19cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.812245 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54582) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:52.896585 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.971172 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:52.995440 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-822330f7-d1de-44df-81f5-f88b4d19cd26 None None] Port b3fecdb5-fbf3-4791-a7f5-713b5b96375b cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:32:53.076241 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 74b035ec-747e-4df1-a32b-7a212dca7908 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:53.090221 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.090559 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 74b035ec-747e-4df1-a32b-7a212dca7908 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:53.090978 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.099886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-412fde08-9afa-4aac-a7db-a09be42c849b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:53.117258 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664d039f-feef-461b-a78c-5aa15e2606df,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:53.131633 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:53.146131 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.153000 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/664d039f-feef-461b-a78c-5aa15e2606df HTTP/1.1" status: 204  len: 168 time: 0.3395538
May 10 13:32:53.203274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949aae4-01c1-4883-89ae-56afd2ebf853 req-11467854-8933-4123-80bd-7cd5bed0582e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:53.226644 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b949aae4-01c1-4883-89ae-56afd2ebf853 req-11467854-8933-4123-80bd-7cd5bed0582e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 945 time: 0.3875372
May 10 13:32:53.509388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.565335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 74b035ec-747e-4df1-a32b-7a212dca7908, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=74b035ec-747e-4df1-a32b-7a212dca7908,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:53.581499 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.585064 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:53.602786 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b949aae4-01c1-4883-89ae-56afd2ebf853 req-ae9ed1b8-1e8d-42a1-94d3-a876848f17d6 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3735120
May 10 13:32:53.721034 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54602) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:53.743393 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=74b035ec-747e-4df1-a32b-7a212dca7908,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:53.750630 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:53.886154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.889652 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f49bc13e-1c67-442e-8bb0-0960b602666f req-cf746bd7-26f3-478d-8dfb-aa6874eb476a tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 210 time: 0.0942199
May 10 13:32:53.905131 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:53.908936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Usage tracker for resource:security_group_rule and tenant:4cab1f56cea44cab987f85f3b33dbf08 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:53.911913 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:53.914219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a410f2-e4ab-4af9-ae37-fae9b8b31e47 req-a1f03dd2-f7d1-45ab-b685-40ff95e579ca tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:53.917599 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:53.921551 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74a410f2-e4ab-4af9-ae37-fae9b8b31e47 req-a1f03dd2-f7d1-45ab-b685-40ff95e579ca tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.7639799
May 10 13:32:53.978405 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:53.988714 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74a410f2-e4ab-4af9-ae37-fae9b8b31e47 req-cc7b7dbf-26ef-43d9-bff7-809675a13c23 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659132
May 10 13:32:53.990458 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.034583 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.126925 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:54.154656 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.178259 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.187136 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7c27f007-6631-49ec-a636-8a2ea3c6590f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:54.215927 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cab1f56cea44cab987f85f3b33dbf08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4938252
May 10 13:32:54.219948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54624) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:54.224885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4efda95-49ad-4418-ac6f-7cb58d6b0c6a,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:54.246024 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:54.331893 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:54.341940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:54.353243 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-c3701c7c-0a53-4bf4-8851-087053ac95b5 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:54.356330 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-c3701c7c-0a53-4bf4-8851-087053ac95b5 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 814 time: 0.3195124
May 10 13:32:54.370518 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Request body: {'port': {'device_id': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae', 'admin_state_up': True, 'tenant_id': 'c9f725df1d4f4bb680b2f2f35f9283ff'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:54.498396 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.505010 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 74b035ec-747e-4df1-a32b-7a212dca7908 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:54.540212 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:54.547789 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:54.580256 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.655120 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 74b035ec-747e-4df1-a32b-7a212dca7908 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:54.655509 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.783691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:54.816251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Usage tracker for resource:port and tenant:c9f725df1d4f4bb680b2f2f35f9283ff is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:54.826875 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:54.839657 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:54.887464 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Made reservation on behalf of c9f725df1d4f4bb680b2f2f35f9283ff for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:54.893208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.940277 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d16d8793-731c-4d3f-98bb-18c8c040b9f7 None None] Provisioning complete for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:54.940781 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d16d8793-731c-4d3f-98bb-18c8c040b9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:54.948627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78563-14da-4a02-b059-82e2742abd8a req-b4d86d9c-6d6b-4e1b-a884-ab1a5a0af149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:54.955249 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-b4d86d9c-6d6b-4e1b-a884-ab1a5a0af149 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.2576911
May 10 13:32:55.077331 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d16d8793-731c-4d3f-98bb-18c8c040b9f7 None None] Port b3fecdb5-fbf3-4791-a7f5-713b5b96375b cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:32:55.103439 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c7d4-f02e-45a8-af7c-ead91c812920 req-278225d6-74f1-4900-95f6-6f41c9a97eaa tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:55.110637 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1484c7d4-f02e-45a8-af7c-ead91c812920 req-278225d6-74f1-4900-95f6-6f41c9a97eaa tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2219551
May 10 13:32:55.130617 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:55.141236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-90b37cf2-8c0c-470c-99e9-7a8e2522373b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:55.161013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:32:55.167735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4efda95-49ad-4418-ac6f-7cb58d6b0c6a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:55.175053 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78563-14da-4a02-b059-82e2742abd8a req-b3f99e67-9d89-403e-b296-861431cd31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:55.177408 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-b3f99e67-9d89-403e-b296-861431cd31be service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.1814134
May 10 13:32:55.177963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c9986-2c0c-486f-9704-f32608c0fece req-18a5bef3-faa5-4f1a-b3ac-2a80f58c9f59 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:55.186518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd9c9986-2c0c-486f-9704-f32608c0fece req-18a5bef3-faa5-4f1a-b3ac-2a80f58c9f59 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 945 time: 0.3023748
May 10 13:32:55.190606 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:55.227911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:55.232223 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4efda95-49ad-4418-ac6f-7cb58d6b0c6a HTTP/1.1" status: 204  len: 168 time: 1.0046561
May 10 13:32:55.264692 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-5e2581c7-0358-43e6-a926-93212a2235db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.0785601
May 10 13:32:55.365592 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1484c7d4-f02e-45a8-af7c-ead91c812920 req-9d774468-c8cb-411e-a23b-7ceda81733c0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540400
May 10 13:32:55.384453 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Allocated IP 172.20.0.12 (ef52d799-28cc-4832-8b16-1dc5555d2dae/499cb58c-cfbe-4351-ac9f-9a984d6f6ceb/46346528-16e6-4a49-a9a1-2af15d65d3e9) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:32:55.391630 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78563-14da-4a02-b059-82e2742abd8a req-010f2ed2-7631-4c15-9c30-271c960f05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:55.391630 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-010f2ed2-7631-4c15-9c30-271c960f05f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0928624
May 10 13:32:55.441580 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-1430770e-3066-4251-ae26-c1421f1aaad2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438645
May 10 13:32:55.454984 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd9c9986-2c0c-486f-9704-f32608c0fece req-2f24d35e-f358-4421-a4ee-71a974e7e7c2 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673252
May 10 13:32:55.537780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:32:55.546452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] 10.222.0.18 "PUT /v2.0/routers/2721d597-a6e1-4893-acd1-c33b69192571/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9459789
May 10 13:32:55.564335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:32:55.583378 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:32:55.584173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f9b4c0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:32:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:55.644421 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-910b711c-3017-4d67-8f2f-29960b871395 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955836
May 10 13:32:55.719259 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6057f7b1-2c8b-4ca7-bd57-d0485b424d21 req-b8683417-a472-4d8e-b752-54e7c66c3732 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 210 time: 0.1610179
May 10 13:32:55.744214 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 5ab0e776-63fe-49d9-a852-f256ba61a3b3 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:32:55.983435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:32:56.028710 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:32:56.047420 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:32:56.048415 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.100602 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-bdb78563-14da-4a02-b059-82e2742abd8a req-bbbe9862-b29a-4a30-b780-8fbb5541e486 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4480686
May 10 13:32:56.134381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.188478 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.196904 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:56.290243 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Network ef52d799-28cc-4832-8b16-1dc5555d2dae is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:32:56.329639 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:32:56.336838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:32:56.379072 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.406866 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Pushing event updated for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:56.422667 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:56.423350 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.439418 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.439792 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.440154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.440514 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.440869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.441219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.441569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.441917 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.442452 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.442806 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.443153 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.443647 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:56.451230 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:56.481206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:56.483808 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1194286
May 10 13:32:56.498217 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Request body: {'port': {'device_id': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:56.513967 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:32:56.532574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.535062 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:56.676673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.718653 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f9b4c0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 2, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:56.733054 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:56.736564 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081910-22e8-4f7a-a923-2e6ca7d55646 req-594961ff-6d91-4223-a1fb-3fe108cc31c3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:56.745165 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:32:56.745767 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Updating router 2721d597-a6e1-4893-acd1-c33b69192571 port b3fecdb5-fbf3-4791-a7f5-713b5b96375b binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:32:56.748405 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3081910-22e8-4f7a-a923-2e6ca7d55646 req-594961ff-6d91-4223-a1fb-3fe108cc31c3 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1937978
May 10 13:32:56.799833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:56.862339 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:56.995677 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3081910-22e8-4f7a-a923-2e6ca7d55646 req-e14db938-ae03-47cc-82ba-4a3b738cde2f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293719
May 10 13:32:57.048508 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0dad-14e5-4d78-b82a-748bc916b612 req-29fae8ae-0a54-48d6-ae66-3dd75574fa9e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:57.059762 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22de0dad-14e5-4d78-b82a-748bc916b612 req-29fae8ae-0a54-48d6-ae66-3dd75574fa9e tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.3100417
May 10 13:32:57.120368 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3', 'code': 200}
May 10 13:32:57.145387 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22de0dad-14e5-4d78-b82a-748bc916b612 req-2e583f36-ab3d-49fb-99e3-9796d24e5bd1 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832872
May 10 13:32:57.330040 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54742) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:57.336220 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46346528-16e6-4a49-a9a1-2af15d65d3e9 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:32:57.348173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2078859772-network', 'tenant_id': '544fb1f8ec334af7869cee896a810b50'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:57.353029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.358476 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:57.368278 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Usage tracker for resource:network and tenant:544fb1f8ec334af7869cee896a810b50 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:57.375420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:57.382793 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Transition to ACTIVE for port object 46346528-16e6-4a49-a9a1-2af15d65d3e9 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:57.384105 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:57.394493 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.413565 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bd68cd11-eddc-46d2-8c0f-187bad0b4081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:57.442885 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fc1de-58b2-401a-a8ea-894fd9d63795 req-305cd6a3-d6a6-4bbc-beb4-3414b3fd36dd tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:57.445107 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd0fc1de-58b2-401a-a8ea-894fd9d63795 req-305cd6a3-d6a6-4bbc-beb4-3414b3fd36dd tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 932 time: 0.1792736
May 10 13:32:57.509629 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-bd0fc1de-58b2-401a-a8ea-894fd9d63795 req-7c7f2a6b-6faa-4956-87ec-c7f05e4a6917 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Synchronizing usage tracker for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:32:57.526180 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.531565 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-bd0fc1de-58b2-401a-a8ea-894fd9d63795 req-7c7f2a6b-6faa-4956-87ec-c7f05e4a6917 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Unset dirty status for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:32:57.540638 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd0fc1de-58b2-401a-a8ea-894fd9d63795 req-7c7f2a6b-6faa-4956-87ec-c7f05e4a6917 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888405
May 10 13:32:57.564396 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Transition to ACTIVE for port object b3fecdb5-fbf3-4791-a7f5-713b5b96375b will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:32:57.575261 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.584323 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:57.587681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Made reservation on behalf of 544fb1f8ec334af7869cee896a810b50 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:57.590233 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.672408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:57.792105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54756) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:57.862849 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:57.917661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Usage tracker for resource:security_group_rule and tenant:544fb1f8ec334af7869cee896a810b50 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:57.926219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:57.931384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Pushing event updated for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:57.935461 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:57.946375 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Attempting to bind port 46346528-16e6-4a49-a9a1-2af15d65d3e9 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:57.946960 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Attempting to bind port 46346528-16e6-4a49-a9a1-2af15d65d3e9 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:57.947483 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Attempting to bind port 46346528-16e6-4a49-a9a1-2af15d65d3e9 on network ef52d799-28cc-4832-8b16-1dc5555d2dae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:57.950248 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:57.960219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Port 46346528-16e6-4a49-a9a1-2af15d65d3e9 on network ef52d799-28cc-4832-8b16-1dc5555d2dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:32:57.960842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Attempting to bind port 46346528-16e6-4a49-a9a1-2af15d65d3e9 on network ef52d799-28cc-4832-8b16-1dc5555d2dae {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:58.004964 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:58.005315 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Checking segment: {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:58.005767 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Bound using segment: {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:58.006232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Bound port: 46346528-16e6-4a49-a9a1-2af15d65d3e9, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:58.006580 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.031331 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a18b-f09c-4103-b871-b3339bda5098 req-4c7086ca-d0b9-49bc-8d52-677c2df88926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:58.032898 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b443a18b-f09c-4103-b871-b3339bda5098 req-4c7086ca-d0b9-49bc-8d52-677c2df88926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 1099 time: 0.6205349
May 10 13:32:58.096535 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.110627 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Pushing event updated for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:58.147842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:58.148990 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:58.152238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:58.153634 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:58.161806 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0214b98d0d44c3b78830e36f636108 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:58.165859 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:58.177514 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.188720 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:58.188953 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:58.214439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Attempting to bind port b3fecdb5-fbf3-4791-a7f5-713b5b96375b on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:32:58.214898 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Attempting to bind port b3fecdb5-fbf3-4791-a7f5-713b5b96375b by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:32:58.215779 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Attempting to bind port b3fecdb5-fbf3-4791-a7f5-713b5b96375b on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:32:58.233467 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:32:58.233904 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:32:58.234513 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.235361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Bound using segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:32:58.235915 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Bound port: b3fecdb5-fbf3-4791-a7f5-713b5b96375b, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:32:58.236303 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.255695 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:58.256517 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.258068 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] 10.222.0.36 "PUT /v2.0/ports/46346528-16e6-4a49-a9a1-2af15d65d3e9 HTTP/1.1" status: 200  len: 1094 time: 1.7658522
May 10 13:32:58.263243 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:32:58.291366 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b443a18b-f09c-4103-b871-b3339bda5098 req-9032bf61-23d6-4b2d-ae2c-fd8584ab7bfe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480030
May 10 13:32:58.350880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Pushing event updated for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:58.432371 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.440540 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:58.461502 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] For port b3fecdb5-fbf3-4791-a7f5-713b5b96375b, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:32:58.465719 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] For port b3fecdb5-fbf3-4791-a7f5-713b5b96375b, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:32:58.485452 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.490841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:58.493968 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.494752 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.511063 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0adcd8ef-9ef5-44c1-ab1a-503d6a7cb48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:58.513429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.524938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18bb5fcc-003a-4737-883f-68e59ec836c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:58.575339 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d0214b98d0d44c3b78830e36f636108&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7790980
May 10 13:32:58.579282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d0f8e-7d05-4a6a-8b5c-7e81c822cb1d,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:58.582635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54780) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:58.600339 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.600908 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.601577 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.601999 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8d652-b42d-4707-bfa9-6721befab38e,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:58.602367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.602872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.603358 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.603892 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.604729 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.605611 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.606176 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.606796 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.607331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:32:58.621195 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:58.664209 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Pushing event updated for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:58.681314 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:58.683977 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:58.691850 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe1f77-61a7-4e32-8342-ef534092f293 req-d18fa10e-9de3-47f2-87ff-a669fb304163 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:58.701292 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6cfe1f77-61a7-4e32-8342-ef534092f293 req-d18fa10e-9de3-47f2-87ff-a669fb304163 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.4432769
May 10 13:32:58.706397 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:32:58.715691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-1251393f-4e96-4835-a2e2-ff6e53473f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:58.720053 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-1251393f-4e96-4835-a2e2-ff6e53473f1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 1097 time: 0.3501029
May 10 13:32:58.720736 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:32:58.721537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f9b4c0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:32:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:58.787052 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6cfe1f77-61a7-4e32-8342-ef534092f293 req-494ee1af-3572-4dfa-a0c2-1073a7584743 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849292
May 10 13:32:58.788787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.819884 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:58.820408 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Added segment 7d942ea3-8d17-4328-9418-c6445861e3a8 of type vlan for network aa757dea-cc4f-462b-aef7-e704e9f314f4
May 10 13:32:58.842438 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-1c9eb1e6-c316-47f3-98b4-5c49bc9598dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9 HTTP/1.1" status: 200  len: 217 time: 0.1125891
May 10 13:32:58.902711 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2f1ac-bd39-4976-94b3-98e7119d0e24 req-6e52ba14-8997-4d2c-b0d9-5d46497de4f0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:58.912154 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-73a2f1ac-bd39-4976-94b3-98e7119d0e24 req-6e52ba14-8997-4d2c-b0d9-5d46497de4f0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.4733574
May 10 13:32:58.954754 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9', 'status': 'completed', 'code': 200}
May 10 13:32:58.984135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.109902 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:32:59.133375 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.138292 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.142027 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7268a86d-59b9-4642-aadd-cbf94a22fa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:59.161100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d0f8e-7d05-4a6a-8b5c-7e81c822cb1d,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:59.163307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.164635 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a2d0f8e-7d05-4a6a-8b5c-7e81c822cb1d HTTP/1.1" status: 204  len: 168 time: 0.5804334
May 10 13:32:59.172293 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-7e1c8f97-fa8b-4025-9cc1-944c05259d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:59.173120 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:59.173990 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-7e1c8f97-fa8b-4025-9cc1-944c05259d57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb HTTP/1.1" status: 200  len: 854 time: 0.3099451
May 10 13:32:59.224072 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289567-27a7-4f7d-b26a-7baf91fd39ed req-5d71abd2-f003-482e-a439-a62f50b03f49 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:59.232949 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf289567-27a7-4f7d-b26a-7baf91fd39ed req-5d71abd2-f003-482e-a439-a62f50b03f49 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 944 time: 0.1536775
May 10 13:32:59.236579 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-dd07d681-0ff7-436b-8370-35938873d2d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef52d799-28cc-4832-8b16-1dc5555d2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502176
May 10 13:32:59.261386 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-73a2f1ac-bd39-4976-94b3-98e7119d0e24 req-cf04f592-1e74-4fc9-8090-d0b3ef3d4da8 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3481023
May 10 13:32:59.289371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.294627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:32:59.295365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.304789 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:32:59.329843 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf289567-27a7-4f7d-b26a-7baf91fd39ed req-e245907e-034b-4093-ad83-0e4ceb216ca1 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956752
May 10 13:32:59.546943 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Pushing event updated for resources: {'Network': ['ID=aa757dea-cc4f-462b-aef7-e704e9f314f4,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:32:59.550845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:32:59.566306 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2222178
May 10 13:32:59.566412 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54796) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:59.571837 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Request body: {'subnet': {'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2078859772-subnet', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:32:59.575742 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:32:59.578183 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:59.590305 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Usage tracker for resource:subnet and tenant:544fb1f8ec334af7869cee896a810b50 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:59.593882 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:59.598546 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-687dfeb2-b55d-4fef-bd65-5d691d1f7dcc service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501182
May 10 13:32:59.604946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:59.620374 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Made reservation on behalf of 544fb1f8ec334af7869cee896a810b50 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:32:59.623311 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.734772 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54802) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:32:59.811348 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:32:59.849608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:32:59.853592 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-f99f38af-9eb3-408f-b3ef-e6c8019f276b req-524f3f6e-5a14-4694-ad97-fba1bca0c953 service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466393
May 10 13:32:59.855024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Usage tracker for resource:security_group_rule and tenant:f1ea98d0f4954fe6980463a97b829cb1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:32:59.858401 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:32:59.880232 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:32:59.934901 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f9b4c0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:32:58Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:32:59.941770 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb84e1-95f9-414a-a0f6-bd1df1e7b513 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:32:58Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:33:00.120677 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db6176-d82d-4245-9322-30149e5a2966 req-3db07f76-fdce-4544-961b-9eda8b4f578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:00.124667 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-3db07f76-fdce-4544-961b-9eda8b4f578a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 1097 time: 0.2062147
May 10 13:33:00.176695 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.192684 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.210253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a3df2e45-c28d-40f7-a266-33e6d4412257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:00.289339 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1ea98d0f4954fe6980463a97b829cb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5535467
May 10 13:33:00.292836 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54820) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:00.312355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e50984-64fa-44f0-8e6d-003cb4d36a4f,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:00.323830 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:00.485515 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.576402 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.578656 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device b3fecdb5-fbf3-4791-a7f5-713b5b96375b up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:00.654731 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db6176-d82d-4245-9322-30149e5a2966 req-6c119325-818d-499c-8fdd-e5df7e72029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:00.657430 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-6c119325-818d-499c-8fdd-e5df7e72029b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 915 time: 0.5249836
May 10 13:33:00.659237 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.669697 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:00.671563 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b6804d5-e400-4f88-be17-15e04f45d25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:00.675930 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:00.676324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.780110 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281743b-bc7d-4465-9d43-c514c2fb018b req-92c78d68-fb83-46f5-b132-cc21a16a2784 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:00.782083 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f281743b-bc7d-4465-9d43-c514c2fb018b req-92c78d68-fb83-46f5-b132-cc21a16a2784 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 944 time: 0.2182605
May 10 13:33:00.789576 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca58e3-c9e5-47e0-859d-22d2a478f7c6 req-4d27402d-af84-4ddf-83a9-a0664cdc8e5c tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:00.801637 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dcca58e3-c9e5-47e0-859d-22d2a478f7c6 req-4d27402d-af84-4ddf-83a9-a0664cdc8e5c tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.3067205
May 10 13:33:00.863910 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e50984-64fa-44f0-8e6d-003cb4d36a4f,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:00.877661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:00.901254 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-76ac17da-31ae-48b7-81b9-e1bf2935b931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9 HTTP/1.1" status: 200  len: 217 time: 0.2325609
May 10 13:33:00.907023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:00.910661 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1e50984-64fa-44f0-8e6d-003cb4d36a4f HTTP/1.1" status: 204  len: 168 time: 0.6144154
May 10 13:33:00.926684 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f281743b-bc7d-4465-9d43-c514c2fb018b req-365e0a03-6f91-4151-9df1-f8f2e423a254 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210504
May 10 13:33:00.952091 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dcca58e3-c9e5-47e0-859d-22d2a478f7c6 req-a9543786-7b97-487e-bb08-3cc6a5aa7014 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493835
May 10 13:33:01.046350 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:01.103138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:01.117231 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8b2c5596-f0b3-4555-bed6-3fdba73d6348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:01.128720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db6176-d82d-4245-9322-30149e5a2966 req-8fdbf16f-4bfb-44e1-826d-7437daa53ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:01.138355 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-8fdbf16f-4bfb-44e1-826d-7437daa53ded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb HTTP/1.1" status: 200  len: 854 time: 0.2289605
May 10 13:33:01.160700 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port b3fecdb5-fbf3-4791-a7f5-713b5b96375b, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:01.170925 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:01.178648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:01.204677 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-c1e47e3f-8df7-465a-bf1a-9d1ae1cf471e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef52d799-28cc-4832-8b16-1dc5555d2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565753
May 10 13:33:01.343961 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:01.350676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:01.494015 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-561059da-966d-4207-8ca5-298cd5e040b3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768431
May 10 13:33:01.551994 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=791df5a7-6b72-46a3-905b-f2cce847c9a6,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:01.565028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:01.594164 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Checking segment: {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:01.594520 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Network hostable DHCP agents. Network: aa757dea-cc4f-462b-aef7-e704e9f314f4, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:33:01.674515 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2dbd-7036-45db-ae92-7ebe0436c402 req-fbffebfd-3fe2-4368-b8c5-3a9e02274d6a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:01.685403 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c69a2dbd-7036-45db-ae92-7ebe0436c402 req-fbffebfd-3fe2-4368-b8c5-3a9e02274d6a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.4761095
May 10 13:33:01.691231 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 46346528-16e6-4a49-a9a1-2af15d65d3e9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:33:01.729925 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 54858) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:01.772924 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:33:01.785690 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:01.804029 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c2db6176-d82d-4245-9322-30149e5a2966 req-272bf8de-0b6a-44be-b4da-ec530fc0139c service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3011043
May 10 13:33:01.833432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:01.839829 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, aa757dea-cc4f-462b-aef7-e704e9f314f4) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:01.855333 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c69a2dbd-7036-45db-ae92-7ebe0436c402 req-a8e8a2a1-5470-483d-ba15-8ec2ce64caeb tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676602
May 10 13:33:01.859890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Usage tracker for resource:security_group_rule and tenant:cded37d23fae46cabe7a1c5f6d6fcfd1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:01.878306 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:01.878306 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:01.892877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e597a-e8ae-4f83-a1de-925a34a3e4fc None None] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:01.904656 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:01.905252 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:01.969326 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4013481
May 10 13:33:01.969853 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54866) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:01.978295 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:01.989033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:02.005458 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Usage tracker for resource:router and tenant:544fb1f8ec334af7869cee896a810b50 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:02.012706 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:02.026056 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:02.059467 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.061807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.065396 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.074367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.086297 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f0071525-b0b2-4b03-ac7d-8df67f59e14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:02.091110 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.188240 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc574faa-ddd2-48a6-9fef-c5222e32f774,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:02.194589 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:02.210026 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:02.231833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '46346528-16e6-4a49-a9a1-2af15d65d3e9', 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae', 'port_id': '46346528-16e6-4a49-a9a1-2af15d65d3e9', 'mac_address': 'fa:16:3e:14:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499cb58c-cfbe-4351-ac9f-9a984d6f6ceb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:33:02.287016 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cded37d23fae46cabe7a1c5f6d6fcfd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5545251
May 10 13:33:02.287838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 54880) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:02.336736 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-aa757dea-cc4f-462b-aef7-e704e9f314f4', 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'fixed_ips': [{'subnet_id': '791df5a7-6b72-46a3-905b-f2cce847c9a6'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:33:02.338033 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.366653 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.379152 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd730fb7-9ee2-4eec-9296-b494517afe48 req-e22cbc89-d1b1-4a95-a85b-74e63be93e39 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:02.393162 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd730fb7-9ee2-4eec-9296-b494517afe48 req-e22cbc89-d1b1-4a95-a85b-74e63be93e39 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 944 time: 0.2086520
May 10 13:33:02.437927 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46346528-16e6-4a49-a9a1-2af15d65d3e9 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:33:02.460839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:02.487539 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd730fb7-9ee2-4eec-9296-b494517afe48 req-a10d0982-ecfd-4b1f-8c71-bd94f0d4b0c9 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930462
May 10 13:33:02.532936 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.549344 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:02.641404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device b3fecdb5-fbf3-4791-a7f5-713b5b96375b up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:02.665934 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.760978 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.817310 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72e6e7-fe77-4022-89cd-333f795e1b2a req-656883be-06ce-414c-b5e6-0d8832a30dd6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:02.818900 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea72e6e7-fe77-4022-89cd-333f795e1b2a req-656883be-06ce-414c-b5e6-0d8832a30dd6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1870084
May 10 13:33:02.874614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea72e6e7-fe77-4022-89cd-333f795e1b2a req-65562449-4097-4bad-9590-822417356474 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479729
May 10 13:33:02.878763 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.919895 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Allocated IP 172.20.0.2 (aa757dea-cc4f-462b-aef7-e704e9f314f4/791df5a7-6b72-46a3-905b-f2cce847c9a6/cf5c2c48-1304-4902-90de-31121edd9ed6) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:02.929520 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:02.937837 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:02.963973 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['46346528-16e6-4a49-a9a1-2af15d65d3e9'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:33:02.969537 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:02.988322 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9c5ea975-ec83-46e7-b41e-3ce33bd0ae2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:03.005966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc574faa-ddd2-48a6-9fef-c5222e32f774,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:03.008441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:03.027536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.028758 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc574faa-ddd2-48a6-9fef-c5222e32f774 HTTP/1.1" status: 204  len: 168 time: 0.7400143
May 10 13:33:03.060461 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port b3fecdb5-fbf3-4791-a7f5-713b5b96375b triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:03.060834 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.408285 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.470393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.540339 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.547250 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9cfad33b-c51a-478e-8e52-ff08deceb0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.572644 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Transition to ACTIVE for port object cf5c2c48-1304-4902-90de-31121edd9ed6 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:03.617563 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Transition to ACTIVE for port object cf5c2c48-1304-4902-90de-31121edd9ed6 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:03.630721 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.636453 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:03.789052 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:03.799987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Allocated IP 172.27.3.50 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/910cc8a5-39a8-48bd-8804-927ae0a58795) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:03.809660 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:03.815752 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:03.865113 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Pushing event updated for resources: {'Port': ['ID=cf5c2c48-1304-4902-90de-31121edd9ed6,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:03.873102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:03.944168 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac659-b81a-4cc1-9cfb-a7467f418f23 req-62ee3af0-a469-4942-8faa-44808ca4c5fa tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:03.944790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Attempting to bind port cf5c2c48-1304-4902-90de-31121edd9ed6 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:03.945194 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Attempting to bind port cf5c2c48-1304-4902-90de-31121edd9ed6 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:03.945861 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Attempting to bind port cf5c2c48-1304-4902-90de-31121edd9ed6 on network aa757dea-cc4f-462b-aef7-e704e9f314f4 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:03.946508 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-388ac659-b81a-4cc1-9cfb-a7467f418f23 req-62ee3af0-a469-4942-8faa-44808ca4c5fa tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 945 time: 0.1541972
May 10 13:33:03.952394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:03.953044 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Checking segment: {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:03.953457 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.953892 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Bound using segment: {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:03.954705 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Bound port: cf5c2c48-1304-4902-90de-31121edd9ed6, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:03.955015 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:03.997704 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4208a-8043-42d9-acaf-94c65a340978 req-fa179b94-27a6-4326-94c9-79d1f826aae3 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:03.999913 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0eb4208a-8043-42d9-acaf-94c65a340978 req-fa179b94-27a6-4326-94c9-79d1f826aae3 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.1689420
May 10 13:33:04.027828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:04.044182 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-388ac659-b81a-4cc1-9cfb-a7467f418f23 req-f0427adb-1808-4656-ac65-1d2013eac1df tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809762
May 10 13:33:04.071923 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] For port cf5c2c48-1304-4902-90de-31121edd9ed6, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:04.077684 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] For port cf5c2c48-1304-4902-90de-31121edd9ed6, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cf5c2c48-1304-4902-90de-31121edd9ed6,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:04.080336 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0eb4208a-8043-42d9-acaf-94c65a340978 req-d82a0a5f-f0b3-4ba3-a69e-b0a4e3d45943 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665975
May 10 13:33:04.086219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:04.086655 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:04.092194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:04.103263 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:04.167516 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:04.170543 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:04.174856 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:04.216941 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Pushing event updated for resources: {'Port': ['ID=cf5c2c48-1304-4902-90de-31121edd9ed6,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:04.220499 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:04.223603 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Pushing event updated for resources: {'Port': ['ID=910cc8a5-39a8-48bd-8804-927ae0a58795,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:04.229673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:04.350513 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3daa55-9c29-44de-ad46-65ea4d8f77ab req-bc1e60b3-92e4-4688-ae3b-c49d71f987d1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:04.352743 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a3daa55-9c29-44de-ad46-65ea4d8f77ab req-bc1e60b3-92e4-4688-ae3b-c49d71f987d1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1673350
May 10 13:33:04.454124 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a3daa55-9c29-44de-ad46-65ea4d8f77ab req-ef38dc59-87ec-45a4-8cd0-620a7823610b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938239
May 10 13:33:04.735437 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:05.239661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:05.407639 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69767380-2522-41df-8fae-221c2ed66e45 req-1db641af-83b1-40d7-9240-3266024ddbd8 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:05.414598 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c898d-2351-4867-a9c4-ebd1f2cc1dc6 None None] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:05.418252 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-69767380-2522-41df-8fae-221c2ed66e45 req-1db641af-83b1-40d7-9240-3266024ddbd8 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.1197331
May 10 13:33:05.456882 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d549a5-2054-43e6-814a-e88df51a9d1d req-a65b188b-ebcc-42f6-8baa-81551f2d73a8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:05.465845 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a3d549a5-2054-43e6-814a-e88df51a9d1d req-a65b188b-ebcc-42f6-8baa-81551f2d73a8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 945 time: 0.2288353
May 10 13:33:05.557666 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-69767380-2522-41df-8fae-221c2ed66e45 req-e0b2428f-b080-4345-b802-5294e0f1737a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385672
May 10 13:33:05.570341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-25232bde-a71d-45b1-b43e-d287db83153d tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:05.571226 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-25232bde-a71d-45b1-b43e-d287db83153d tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Synchronizing usage tracker for tenant:ad2126580030424993b74b3f05daee5b on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:33:05.575426 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Router 33e4ebec-9406-408f-9f3b-6684c7413cb6 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:33:05.585665 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a3d549a5-2054-43e6-814a-e88df51a9d1d req-25175021-f9af-4684-b59f-84fe91fb5017 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185162
May 10 13:33:05.662282 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-1ca9149a-ba56-4cdd-ae09-449c38b43655 None None] Provisioning for port cf5c2c48-1304-4902-90de-31121edd9ed6 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:05.747179 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 46346528-16e6-4a49-a9a1-2af15d65d3e9 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:05.763005 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-25232bde-a71d-45b1-b43e-d287db83153d tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Unset dirty status for tenant:ad2126580030424993b74b3f05daee5b on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:33:05.766770 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-25232bde-a71d-45b1-b43e-d287db83153d tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 946 time: 0.3162899
May 10 13:33:05.931747 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe02aa5-1625-4085-b4d7-f014775d4d21 req-ca56a95e-6305-4acc-bf17-39631f04e8bd tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:05.940340 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fbe02aa5-1625-4085-b4d7-f014775d4d21 req-ca56a95e-6305-4acc-bf17-39631f04e8bd tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1086764
May 10 13:33:05.978361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:33:05.980877 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Deleting port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:33:05.981409 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:05.990729 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Sync routers for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:33:06.009573 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:06.010770 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9369100>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:32:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:06.014748 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fbe02aa5-1625-4085-b4d7-f014775d4d21 req-4c30a9e0-2337-4e79-8587-bac496b8a838 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738657
May 10 13:33:06.034526 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 46346528-16e6-4a49-a9a1-2af15d65d3e9 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:06.051451 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 46346528-16e6-4a49-a9a1-2af15d65d3e9 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:06.051805 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.138932 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] For port 5ab0e776-63fe-49d9-a852-f256ba61a3b3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5ab0e776-63fe-49d9-a852-f256ba61a3b3,segment=NetworkSegment(7df1bae9-72bf-4c2a-8976-201a9a92a4ea),segment_id=7df1bae9-72bf-4c2a-8976-201a9a92a4ea)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:06.139215 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.266958 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:06.271533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Calling delete_port for 5ab0e776-63fe-49d9-a852-f256ba61a3b3 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:33:06.336599 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-2cac0df6-539b-4839-ae97-950a626ba2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.377347 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.394798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.396304 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4252825
May 10 13:33:06.399339 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55018) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:06.402054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.417774 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:06.423293 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['5ab0e776-63fe-49d9-a852-f256ba61a3b3'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:33:06.599302 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.665679 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cf5c2c48-1304-4902-90de-31121edd9ed6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:06.934090 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] No DVR routers for this DVR port 5ab0e776-63fe-49d9-a852-f256ba61a3b3 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:33:06.936849 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Pushing event deleted for resources: {'Port': ['ID=5ab0e776-63fe-49d9-a852-f256ba61a3b3,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:06.940114 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:06.946549 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'name': 'network-vif-deleted', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:33:06.957453 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:06.966090 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-afe095be-afe6-4912-b8fc-fc5b49b0cf09 req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.36 "DELETE /v2.0/ports/5ab0e776-63fe-49d9-a852-f256ba61a3b3 HTTP/1.1" status: 204  len: 173 time: 1.1906049
May 10 13:33:06.985401 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:33:07.014290 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:07.041823 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.045082 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:07.064152 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55044) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:07.108791 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port cf5c2c48-1304-4902-90de-31121edd9ed6 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:07.118074 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port cf5c2c48-1304-4902-90de-31121edd9ed6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:07.118827 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.148807 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9369100>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:04Z', 'revision_number': 3, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:07.162474 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Checking router: 33e4ebec-9406-408f-9f3b-6684c7413cb6 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:33:07.162836 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Updating router 33e4ebec-9406-408f-9f3b-6684c7413cb6 port 910cc8a5-39a8-48bd-8804-927ae0a58795 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:33:07.182786 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:07.187728 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:07.195488 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fb33a6fa-3e9b-4020-b62a-1fb54058cfd7 req-328b4914-9ca4-4236-9bf3-adc46896164b tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9fa9001-5c5a-4d48-8dd3-761eaefb8d53 HTTP/1.1" status: 200  len: 210 time: 0.1729569
May 10 13:33:07.269401 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.326930 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.345732 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.377634 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.384424 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port cf5c2c48-1304-4902-90de-31121edd9ed6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cf5c2c48-1304-4902-90de-31121edd9ed6,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:07.389287 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.392760 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:07.394545 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa9001-5c5a-4d48-8dd3-761eaefb8d53', 'name': 'network-vif-deleted', 'tag': '5ab0e776-63fe-49d9-a852-f256ba61a3b3', 'status': 'completed', 'code': 200}
May 10 13:33:07.412197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:07.421865 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Usage tracker for resource:security_group_rule and tenant:ba71c4f23c4e4b40a4449b38ee79343f is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:07.426822 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:07.439028 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:07.529664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db818f-0dc6-4d27-a174-cea848bd3ae3 req-af707cc4-7665-480b-b04a-79959579872f tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:07.536217 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9', 'code': 200}
May 10 13:33:07.536730 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=cf5c2c48-1304-4902-90de-31121edd9ed6,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:07.536810 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87db818f-0dc6-4d27-a174-cea848bd3ae3 req-af707cc4-7665-480b-b04a-79959579872f tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.5201616
May 10 13:33:07.546172 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:07.605024 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.615321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.622731 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87db818f-0dc6-4d27-a174-cea848bd3ae3 req-951d218d-ad05-4a43-bf7c-0337b53bc60a tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849965
May 10 13:33:07.644350 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-599fccb6-de72-41f1-8cf6-38d9c7763a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:07.679865 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba71c4f23c4e4b40a4449b38ee79343f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6140637
May 10 13:33:07.680777 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55058) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:07.681445 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085aa6f-0803-4a78-ac9a-d7e62b260432,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:07.687607 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:07.858630 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.914642 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:07.923798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcea98-0267-4174-905a-63c8106c6ba7 req-6a6ed031-b9c8-44c7-8874-f93277c9d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:07.926018 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ebdcea98-0267-4174-905a-63c8106c6ba7 req-6a6ed031-b9c8-44c7-8874-f93277c9d3b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 1099 time: 0.2389243
May 10 13:33:07.982348 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7eef-806d-437b-a308-5457459a0f82 req-ca41779c-95a2-420f-8380-9ae2d060e27a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:07.986459 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31fb7eef-806d-437b-a308-5457459a0f82 req-ca41779c-95a2-420f-8380-9ae2d060e27a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.3041463
May 10 13:33:08.055740 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ebdcea98-0267-4174-905a-63c8106c6ba7 req-edd6dd0b-1a3c-49b8-9eef-731fc6b05aa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019521
May 10 13:33:08.086421 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.091041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-1c735163-73ea-4f2e-b1ac-adbe44195fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:08.107464 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.108384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085aa6f-0803-4a78-ac9a-d7e62b260432,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:08.109144 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31fb7eef-806d-437b-a308-5457459a0f82 req-33247361-6da4-4d0d-8b6e-648646aa37c6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757437
May 10 13:33:08.111699 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:08.118242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.131686 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.135774 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c085aa6f-0803-4a78-ac9a-d7e62b260432 HTTP/1.1" status: 204  len: 168 time: 0.4485660
May 10 13:33:08.137667 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Transition to ACTIVE for port object 910cc8a5-39a8-48bd-8804-927ae0a58795 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:08.150070 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.156956 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:08.257859 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Attempting to bind port 910cc8a5-39a8-48bd-8804-927ae0a58795 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:08.258331 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Attempting to bind port 910cc8a5-39a8-48bd-8804-927ae0a58795 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:08.258738 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Attempting to bind port 910cc8a5-39a8-48bd-8804-927ae0a58795 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:08.267969 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47f2a-273d-4568-a084-48e4e0102859 None None] Pushing event updated for resources: {'Port': ['ID=910cc8a5-39a8-48bd-8804-927ae0a58795,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:08.271518 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-8da47f2a-273d-4568-a084-48e4e0102859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:08.276658 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:08.276899 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:08.277288 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.277654 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:08.278225 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Bound port: 910cc8a5-39a8-48bd-8804-927ae0a58795, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:08.278699 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.391849 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] For port 910cc8a5-39a8-48bd-8804-927ae0a58795, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:08.395283 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] For port 910cc8a5-39a8-48bd-8804-927ae0a58795, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=910cc8a5-39a8-48bd-8804-927ae0a58795,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:08.404624 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.408865 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:08.441727 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Allocated IP 172.20.0.1 (aa757dea-cc4f-462b-aef7-e704e9f314f4/791df5a7-6b72-46a3-905b-f2cce847c9a6/41b5f700-f810-4a14-8bdf-5108380b2213) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:08.508384 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cf5c2c48-1304-4902-90de-31121edd9ed6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:08.567608 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:08.567608 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9369100>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:08.600125 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55084) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:08.632321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.661962 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port cf5c2c48-1304-4902-90de-31121edd9ed6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:08.662570 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.687029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:08.691605 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Usage tracker for resource:security_group_rule and tenant:d2a48f9fb8e74a4f957648bb0331a9ba is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:08.695309 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:08.698404 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47f2a-273d-4568-a084-48e4e0102859 None None] Pushing event updated for resources: {'Port': ['ID=910cc8a5-39a8-48bd-8804-927ae0a58795,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:08.704994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:08.712277 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-8da47f2a-273d-4568-a084-48e4e0102859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:08.734710 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.771630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Transition to ACTIVE for port object 41b5f700-f810-4a14-8bdf-5108380b2213 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:08.793491 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.836009 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.850347 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:08.870830 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:08.922238 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.934059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:08.983486 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b852fe1-e40c-4107-a2c6-debab57111ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:09.003474 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2a48f9fb8e74a4f957648bb0331a9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4021947
May 10 13:33:09.030001 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55096) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:09.084429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1e1f4-aebf-4fa7-82c1-99a707f42afe,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:09.100622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:09.111986 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:09.115823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:09.162303 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:09.237085 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.272777 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Pushing event updated for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:09.291282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:09.313524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.354145 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.422489 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9369100>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:04Z', 'revision_number': 3, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:09.426869 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28170a51-a736-4482-aeaf-7e4faea0d123 None None] The sync data for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi is: [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:04Z', 'revision_number': 3, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:33:09.435091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.443890 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4531d0a6-6078-4b08-882f-508fa2b5d23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:09.471334 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fec56a-10ff-4446-b66e-50b00f980f65 req-0a4c2792-a8c7-48ab-b073-e370dec7a71e tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:09.479602 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d7fec56a-10ff-4446-b66e-50b00f980f65 req-0a4c2792-a8c7-48ab-b073-e370dec7a71e tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.5483875
May 10 13:33:09.483660 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1e1f4-aebf-4fa7-82c1-99a707f42afe,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:09.488022 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:09.492367 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.497115 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3cae5185-0e27-4eea-82ac-772485f0bd66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6b1e1f4-aebf-4fa7-82c1-99a707f42afe HTTP/1.1" status: 204  len: 168 time: 0.4626949
May 10 13:33:09.586612 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d436ce06-9711-4722-9eae-551971fb4aff None None] Provisioning for port 41b5f700-f810-4a14-8bdf-5108380b2213 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:09.593035 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d436ce06-9711-4722-9eae-551971fb4aff None None] Provisioning complete for port 41b5f700-f810-4a14-8bdf-5108380b2213 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:09.593604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d436ce06-9711-4722-9eae-551971fb4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.701253 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d436ce06-9711-4722-9eae-551971fb4aff None None] Port 41b5f700-f810-4a14-8bdf-5108380b2213 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:33:09.724949 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d7fec56a-10ff-4446-b66e-50b00f980f65 req-97119d0f-d5b6-47d9-8b19-a4905a2941c1 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442801
May 10 13:33:09.769290 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:09.808442 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c171-8024-463e-8787-ae73a7aa7d64 req-df5622d7-7e46-4d00-9216-d90148975bf6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:09.816299 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3970c171-8024-463e-8787-ae73a7aa7d64 req-df5622d7-7e46-4d00-9216-d90148975bf6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.4589384
May 10 13:33:09.927925 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3970c171-8024-463e-8787-ae73a7aa7d64 req-13dd1ecd-be6d-43ab-91f7-0a557ff457d4 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054528
May 10 13:33:09.932663 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55130) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:10.238451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.245966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.262918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.282309 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:10.291468 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:10.316743 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Usage tracker for resource:security_group_rule and tenant:21f2a1c2fb78499ab0e7c46e00870b21 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:10.324234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:10.343341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:10.481649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Pushing event updated for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:10.484573 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.497999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:10.529144 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.537745 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 5ab0e776-63fe-49d9-a852-f256ba61a3b3 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:33:10.539138 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.551326 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7dbf30bc-a196-4a1e-a370-29ddb8a4d6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:10.599916 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 5ab0e776-63fe-49d9-a852-f256ba61a3b3 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:33:10.600648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 5ab0e776-63fe-49d9-a852-f256ba61a3b3 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:33:10.605124 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 910cc8a5-39a8-48bd-8804-927ae0a58795 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:10.634117 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79656d3-b8f1-4e0b-86d1-758f14184a6c,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:10.638695 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:10.649425 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21f2a1c2fb78499ab0e7c46e00870b21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7155409
May 10 13:33:10.650385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55172) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:10.730405 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 910cc8a5-39a8-48bd-8804-927ae0a58795 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:10.738414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 910cc8a5-39a8-48bd-8804-927ae0a58795 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:10.738800 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.744669 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.782390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.857662 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.865546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0a5f39cb-913e-483e-b776-21535ff98769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:10.886644 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79656d3-b8f1-4e0b-86d1-758f14184a6c,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:10.898269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:10.911047 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:10.913473 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d79656d3-b8f1-4e0b-86d1-758f14184a6c HTTP/1.1" status: 204  len: 168 time: 0.2606764
May 10 13:33:10.933602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:10.935260 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:10.969904 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.019666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 910cc8a5-39a8-48bd-8804-927ae0a58795, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=910cc8a5-39a8-48bd-8804-927ae0a58795,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:11.029590 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.038106 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:11.161486 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=910cc8a5-39a8-48bd-8804-927ae0a58795,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:11.168507 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:11.343302 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-0ad6c1eb-9692-45e2-b393-ae0c2fccaa5f None None] Provisioning complete for port 41b5f700-f810-4a14-8bdf-5108380b2213 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:11.343695 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c1eb-9692-45e2-b393-ae0c2fccaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.388116 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6d5c-aa43-41c5-b690-74b6d345d151 req-acdf7a60-c4a5-4e37-b609-3a559e6d0102 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:11.390531 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-252d6d5c-aa43-41c5-b690-74b6d345d151 req-acdf7a60-c4a5-4e37-b609-3a559e6d0102 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.4601104
May 10 13:33:11.404023 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04289b-ad77-48cd-a7ef-4c8c6d1c96b6 req-2a443c90-799d-4671-80f0-e40f1095bd9b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:11.405622 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7d04289b-ad77-48cd-a7ef-4c8c6d1c96b6 req-2a443c90-799d-4671-80f0-e40f1095bd9b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.3265319
May 10 13:33:11.408822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Router 33e4ebec-9406-408f-9f3b-6684c7413cb6 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:33:11.435532 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6c1eb-9692-45e2-b393-ae0c2fccaa5f None None] Port 41b5f700-f810-4a14-8bdf-5108380b2213 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:33:11.488791 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55200) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:11.510625 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.540251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:11.545450 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Usage tracker for resource:security_group_rule and tenant:ce17224e5a454c978aae85afb7fd7fb0 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:11.548783 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:11.555855 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:11.627673 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-252d6d5c-aa43-41c5-b690-74b6d345d151 req-6c669a28-a0d7-4854-87bf-9bb0acca88f2 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207022
May 10 13:33:11.644739 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7d04289b-ad77-48cd-a7ef-4c8c6d1c96b6 req-3bd7b6f9-583c-4e69-a93e-34953742a4ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2146552
May 10 13:33:11.672345 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.686879 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.704733 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0e2d4b4e-5410-43ff-915b-1fa6ee42e804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:11.760951 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce17224e5a454c978aae85afb7fd7fb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2704985
May 10 13:33:11.762344 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55218) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:11.765424 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc594c68-662d-494e-ba40-55d2c1fa4e65,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:11.776670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:33:11.798133 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/33e4ebec-9406-408f-9f3b-6684c7413cb6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3928623
May 10 13:33:11.799346 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:11.853400 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Sync routers for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:33:11.868225 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:11.870828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906d1c0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:11.879370 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.916699 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.986250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:11.995767 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d51d0bb5-11f4-471b-90cb-17422ae8fa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:12.021498 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.025107 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc594c68-662d-494e-ba40-55d2c1fa4e65 HTTP/1.1" status: 204  len: 168 time: 0.2593069
May 10 13:33:12.025953 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc594c68-662d-494e-ba40-55d2c1fa4e65,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:12.029634 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:12.179007 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:12.526590 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55270) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:12.552486 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55274) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:12.556239 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.558533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126957779', 'description': 'tempest-secgroup-smoke-1126957779 description', 'project_id': 'baee204f786f4e19b2955f877d00fe4d'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:12.563798 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 910cc8a5-39a8-48bd-8804-927ae0a58795 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:12.566895 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:12.577393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:12.583431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:12.594780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Usage tracker for resource:security_group_rule and tenant:f88890641d8040ea86f8af640a69b396 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:12.595711 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:12.603261 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:12.608903 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:12.611139 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:12.622843 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.654700 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:33:12.663704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:12.671328 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:12.677391 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:12.691553 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:12.697661 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 910cc8a5-39a8-48bd-8804-927ae0a58795 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:12.698407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.732759 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906d1c0>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:09Z', 'revision_number': 4, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '41b5f700-f810-4a14-8bdf-5108380b2213', 'name': '', 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'mac_address': 'fa:16:3e:8d:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:08Z', 'updated_at': '2021-05-10T13:33:09Z', 'revision_number': 2, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'subnets': [{'id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:12.744447 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Checking router: 33e4ebec-9406-408f-9f3b-6684c7413cb6 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:33:12.745080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Updating router 33e4ebec-9406-408f-9f3b-6684c7413cb6 port 41b5f700-f810-4a14-8bdf-5108380b2213 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:33:12.787138 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.792266 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.800322 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c036be4f-2022-4112-b856-6b3015eecec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:12.814317 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.820812 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.828863 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-91b31cb7-de55-4f3d-8159-6ab24a7d08e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:12.844007 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba281933-d719-406c-9228-03967e82d018,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:12.847015 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:12.850300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.851897 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2983494
May 10 13:33:12.854818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55286) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:12.866533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:12.873362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:12.874986 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.877164 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:12.880035 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:12.886298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:12.903028 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.944434 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f88890641d8040ea86f8af640a69b396&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4156866
May 10 13:33:12.949140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55292) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:12.953832 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9fe1d4-b59b-465c-aa64-1504fe9f68de,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:12.958809 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:12.984896 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:12.990542 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.002823 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.021939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad077b-4e07-48d2-b47c-bb3523077b4e,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.032149 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.044736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.048559 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1871684
May 10 13:33:13.049046 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55304) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:13.055531 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:13.063696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:13.067192 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:13.070388 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:13.071951 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b08c-42df-4bda-aa47-f4bfa0e21040 req-edeedb4e-b35d-4897-9e9b-c2267699b92a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:13.074248 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31e6b08c-42df-4bda-aa47-f4bfa0e21040 req-edeedb4e-b35d-4897-9e9b-c2267699b92a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2220902
May 10 13:33:13.079327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.084630 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:13.105914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.145579 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.171696 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31e6b08c-42df-4bda-aa47-f4bfa0e21040 req-a68800db-496b-43f9-8f10-0d52b51acfed tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900850
May 10 13:33:13.218861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.225365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.236084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.241006 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c900029c-33bf-40b4-9b5d-e906d8ec55c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.257940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9fe1d4-b59b-465c-aa64-1504fe9f68de,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.261083 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.263177 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.264231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd9fe1d4-b59b-465c-aa64-1504fe9f68de HTTP/1.1" status: 204  len: 168 time: 0.3134484
May 10 13:33:13.268801 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.286512 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.291459 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2379162
May 10 13:33:13.291459 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9535b17a-53ed-49c2-b21f-bbdea8cc3360,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.291721 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55316) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:13.292520 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.297515 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:13.303808 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:13.311765 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:13.331258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:13.339626 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:13.363451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.374435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.386930 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Transition to ACTIVE for port object 41b5f700-f810-4a14-8bdf-5108380b2213 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:13.394029 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.398655 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.434425 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.439965 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.442609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e1884c24-d303-459e-9385-669aca1c6d74 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.485851 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e93479-ecdd-4fc1-a55e-58886150e1a7,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.489637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.510401 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.512844 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2202430
May 10 13:33:13.515685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55322) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:13.530694 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:13.537721 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:13.564936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:13.568979 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:13.578608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:13.588300 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Pushing event updated for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.595525 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.600781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.681883 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Attempting to bind port 41b5f700-f810-4a14-8bdf-5108380b2213 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:13.690806 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Attempting to bind port 41b5f700-f810-4a14-8bdf-5108380b2213 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:13.690806 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Attempting to bind port 41b5f700-f810-4a14-8bdf-5108380b2213 on network aa757dea-cc4f-462b-aef7-e704e9f314f4 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:13.698559 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.703108 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:13.703848 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Checking segment: {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:13.705171 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.706004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Bound using segment: {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:13.707127 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Bound port: 41b5f700-f810-4a14-8bdf-5108380b2213, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d942ea3-8d17-4328-9418-c6445861e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:13.708028 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.712181 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.716300 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.744838 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d84c00-a7d1-450d-ad10-499d6a4a4ba7,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.747649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.756946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.759052 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2421668
May 10 13:33:13.761723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55334) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:13.768351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:13.774742 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:13.779626 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:13.782862 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:13.788956 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:13.820772 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.securitygroups_db [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Project baee204f786f4e19b2955f877d00fe4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:33:13.844808 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.882296 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] For port 41b5f700-f810-4a14-8bdf-5108380b2213, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:13.886889 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] For port 41b5f700-f810-4a14-8bdf-5108380b2213, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=41b5f700-f810-4a14-8bdf-5108380b2213,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:13.893450 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.908240 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.930393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.935754 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.938216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6de035a5-dd01-4f80-9d39-390904684783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:13.966864 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffab014-8e03-450e-a3c8-ab6df9cc7709,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:13.977689 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:13.979322 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:13.979987 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906d1c0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:13.984676 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:13.986682 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2235653
May 10 13:33:13.989163 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55348) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:13.995162 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'security_group_rule': {'security_group_id': 'ba281933-d719-406c-9228-03967e82d018', 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:14.003683 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:14.007899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:security_group_rule and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:14.011256 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:14.020735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:14.031149 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.securitygroups_db [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Project baee204f786f4e19b2955f877d00fe4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:33:14.038363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:14.152508 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:14.157474 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:14.162053 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Pushing event updated for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:14.175207 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:14.184391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-599ca7f5-1b75-44e0-8b70-a05d15867bf3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:14.195668 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:14.199899 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2067075
May 10 13:33:14.199899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a93cec4-4fec-4154-8ea2-652c5bdd34b8,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:14.210187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:14.283635 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:14.573751 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19451c2-47f0-4bf6-b151-5dd3bc548a33 req-f6007872-2932-4402-83c0-f9794c439822 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:14.576191 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b19451c2-47f0-4bf6-b151-5dd3bc548a33 req-f6007872-2932-4402-83c0-f9794c439822 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1005502
May 10 13:33:14.637512 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b19451c2-47f0-4bf6-b151-5dd3bc548a33 req-91302bc3-9f31-4cf7-9145-0ace58b78098 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544577
May 10 13:33:14.740159 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906d1c0>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:09Z', 'revision_number': 4, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '41b5f700-f810-4a14-8bdf-5108380b2213', 'name': '', 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'mac_address': 'fa:16:3e:8d:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:08Z', 'updated_at': '2021-05-10T13:33:13Z', 'revision_number': 4, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'subnets': [{'id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:14.744619 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9232f1-a746-4ab8-990c-ab48df324c01 None None] The sync data for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi is: [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:33:09Z', 'revision_number': 4, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '41b5f700-f810-4a14-8bdf-5108380b2213', 'name': '', 'network_id': 'aa757dea-cc4f-462b-aef7-e704e9f314f4', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'mac_address': 'fa:16:3e:8d:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:08Z', 'updated_at': '2021-05-10T13:33:13Z', 'revision_number': 4, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'subnets': [{'id': '791df5a7-6b72-46a3-905b-f2cce847c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:33:15.834181 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf53f-b3b1-4f6b-a90d-c64537c2c1ce req-570221d7-5c5f-4db3-9c77-5c278da66703 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:15.835611 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89dcf53f-b3b1-4f6b-a90d-c64537c2c1ce req-570221d7-5c5f-4db3-9c77-5c278da66703 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0821183
May 10 13:33:15.880904 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89dcf53f-b3b1-4f6b-a90d-c64537c2c1ce req-bf348cb3-596d-4270-b703-b121bf4452b7 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395751
May 10 13:33:16.484055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 41b5f700-f810-4a14-8bdf-5108380b2213 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:16.504423 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-42461f9d-4113-42d7-a139-a2dae4258359 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776858
May 10 13:33:16.564798 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 41b5f700-f810-4a14-8bdf-5108380b2213 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:16.570996 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 41b5f700-f810-4a14-8bdf-5108380b2213 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:16.571446 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:16.615084 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-8797ebcf-87ea-4305-83cc-928dbfdf560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:16.616603 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-8797ebcf-87ea-4305-83cc-928dbfdf560d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 1098 time: 0.0846353
May 10 13:33:16.698366 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:16.755028 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 41b5f700-f810-4a14-8bdf-5108380b2213, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=41b5f700-f810-4a14-8bdf-5108380b2213,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:16.758896 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:16.762109 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-cb9f51a1-d61a-48a5-97d4-624bf3e77148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:16.785793 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-fe9e486f-aef7-445a-b368-6c21dee31221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:16.787342 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-fe9e486f-aef7-445a-b368-6c21dee31221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.1484480
May 10 13:33:16.830337 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:16.833344 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:16.867784 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-9ffc7043-5a9d-4013-b53b-c7e192a08e66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9903399-ff5d-4b61-bd93-b19a1984df11 HTTP/1.1" status: 200  len: 217 time: 0.0719461
May 10 13:33:16.932411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-7939bc4b-929c-403f-aacc-be822f0943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:16.933828 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-7939bc4b-929c-403f-aacc-be822f0943d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0577264
May 10 13:33:16.982236 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-188f7dc6-d0b9-44d0-8f15-57b519ef0c1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415080
May 10 13:33:17.062288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a014b3f-2740-4764-b95e-8b4994925f6d req-6d6dfe07-e526-45fb-9996-462ffc28b6d6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:17.063747 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2a014b3f-2740-4764-b95e-8b4994925f6d req-6d6dfe07-e526-45fb-9996-462ffc28b6d6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0789967
May 10 13:33:17.114992 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2a014b3f-2740-4764-b95e-8b4994925f6d req-05e289d7-4389-4240-82f1-f837db5f5006 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451450
May 10 13:33:17.144935 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-81ea8854-f8d3-4ab8-a084-feb6edd7bcf2 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435845
May 10 13:33:17.349270 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-efc44f6c-b447-4113-bfcd-f86ccc031c8f req-ed970432-5c23-4d0c-8297-ea1ebd7ec2ae service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968989
May 10 13:33:18.051279 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-7246177d-20e1-4d74-8545-21e4a2337ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:18.053878 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-7246177d-20e1-4d74-8545-21e4a2337ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.0863571
May 10 13:33:18.222745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c8de-a5c8-454f-9a2d-846d2aa2e195 req-f1a4381d-b333-4f6e-b4f8-b14b6ea366e1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:18.230501 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c857c8de-a5c8-454f-9a2d-846d2aa2e195 req-f1a4381d-b333-4f6e-b4f8-b14b6ea366e1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1913152
May 10 13:33:18.245441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-8c68ea52-d93b-46de-81c8-676e462c0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:18.247375 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-8c68ea52-d93b-46de-81c8-676e462c0b0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.1811085
May 10 13:33:18.307948 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c857c8de-a5c8-454f-9a2d-846d2aa2e195 req-65143ff2-585b-4f2c-971a-fcfc53780919 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755949
May 10 13:33:18.361451 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-deadef18-299b-4413-81de-65c93bb540cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.1032920
May 10 13:33:18.434170 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5cf1-8359-4cfb-997f-6231c5912022 req-7d71349e-5e80-4325-b87f-fd95f0d8776b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:18.436834 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d50c5cf1-8359-4cfb-997f-6231c5912022 req-7d71349e-5e80-4325-b87f-fd95f0d8776b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1274838
May 10 13:33:18.445121 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-96982338-4727-4bf7-944c-ad4f6812d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:18.447368 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-96982338-4727-4bf7-944c-ad4f6812d67e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0781221
May 10 13:33:18.480678 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 41b5f700-f810-4a14-8bdf-5108380b2213 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:18.510554 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d50c5cf1-8359-4cfb-997f-6231c5912022 req-817ce1ca-60ff-4b60-983e-a0da1c692466 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524766
May 10 13:33:18.521226 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-ed970edc-373b-4683-aea8-d9b1dc69032f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622122
May 10 13:33:18.556116 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 41b5f700-f810-4a14-8bdf-5108380b2213 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:18.556439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:18.662502 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-03fc97c3-edac-4a50-a16b-ed9e158ec193 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237645
May 10 13:33:18.798270 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-416fe3c5-3411-46ad-9780-b5ab01927df6 req-1df7c7c4-2454-4033-aa49-a760f4fe6f02 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281145
May 10 13:33:19.226327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55526) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:19.340998 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.359910 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:19.364781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Usage tracker for resource:security_group_rule and tenant:9c26ebc1238b431386a171441e7ffbf1 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:19.367999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:19.375282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:19.555091 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.569529 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1061d-aaec-4d21-bad9-35f2d82fe1c6 req-df682a15-2a3e-45c1-b163-80ebe5bb0f81 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:19.577891 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f9f1061d-aaec-4d21-bad9-35f2d82fe1c6 req-df682a15-2a3e-45c1-b163-80ebe5bb0f81 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1562726
May 10 13:33:19.596288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.626595 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-969b01f5-6478-4732-b5ad-168ee3bafc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:19.634938 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c26ebc1238b431386a171441e7ffbf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4075308
May 10 13:33:19.637718 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55548) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:19.734588 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f9f1061d-aaec-4d21-bad9-35f2d82fe1c6 req-d34ecc64-1ba4-4c5a-aceb-934637db671a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556358
May 10 13:33:19.742750 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.743222 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff8a81-99ab-471f-9301-d6ef0aeea738,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:19.760383 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:19.793309 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.808704 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b54e9-e5d3-46c0-abdd-686eb1bf373f req-22a1797a-e635-438c-9733-a55067727e75 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:19.810201 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-476b54e9-e5d3-46c0-abdd-686eb1bf373f req-22a1797a-e635-438c-9733-a55067727e75 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1550572
May 10 13:33:19.860555 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-476b54e9-e5d3-46c0-abdd-686eb1bf373f req-9103b2b0-b0d2-47cd-8498-aa4ceaca7f5f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444453
May 10 13:33:19.863364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.868898 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4bc47fef-42c6-48de-899b-6ba55c2ba3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:19.879438 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff8a81-99ab-471f-9301-d6ef0aeea738,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:19.885311 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:19.892491 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:19.892491 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09ff8a81-99ab-471f-9301-d6ef0aeea738 HTTP/1.1" status: 204  len: 168 time: 0.2461116
May 10 13:33:20.927625 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adaeb1-b2a2-46da-ae42-56120f0e628e req-0474dc83-9f2e-4aea-91fc-666bc4da8f33 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:20.929230 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87adaeb1-b2a2-46da-ae42-56120f0e628e req-0474dc83-9f2e-4aea-91fc-666bc4da8f33 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0817072
May 10 13:33:21.018148 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87adaeb1-b2a2-46da-ae42-56120f0e628e req-cecaa9ac-bb68-465b-bfb5-f5beedec58ba tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816672
May 10 13:33:21.057201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eb536-1cf0-4000-9c3a-dfcb0e0f4ecb req-49d6ffb9-2165-4908-926f-2d0be6a08941 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:21.058686 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-be9eb536-1cf0-4000-9c3a-dfcb0e0f4ecb req-49d6ffb9-2165-4908-926f-2d0be6a08941 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0911024
May 10 13:33:21.104143 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-be9eb536-1cf0-4000-9c3a-dfcb0e0f4ecb req-5d389c65-34a1-4122-9d09-afc329a48524 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397320
May 10 13:33:21.404166 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:22.210552 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab565964-11ab-492c-91af-c8336a77a9e3 req-a2a2ff18-2807-460e-9a94-07d74410e8f9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:22.212017 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ab565964-11ab-492c-91af-c8336a77a9e3 req-a2a2ff18-2807-460e-9a94-07d74410e8f9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0838399
May 10 13:33:22.297297 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ab565964-11ab-492c-91af-c8336a77a9e3 req-78b0d5e0-4b63-48a6-952c-e90c500a344b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493109
May 10 13:33:22.324598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2531453-f9f4-42ee-88ca-1f65270255b4 req-f7cc16c3-13ce-4d74-8483-da563a0455fb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:22.326067 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d2531453-f9f4-42ee-88ca-1f65270255b4 req-f7cc16c3-13ce-4d74-8483-da563a0455fb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1131780
May 10 13:33:22.370500 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d2531453-f9f4-42ee-88ca-1f65270255b4 req-459810b6-ba2a-412b-bf0f-47f82ea555d3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385830
May 10 13:33:23.481001 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55eb87-ab49-44d5-9ace-345cb7a2401b req-337e77d5-e6cd-43ec-9816-5929c01d34c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:23.482488 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a55eb87-ab49-44d5-9ace-345cb7a2401b req-337e77d5-e6cd-43ec-9816-5929c01d34c9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0825031
May 10 13:33:23.567851 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a55eb87-ab49-44d5-9ace-345cb7a2401b req-ea200e21-87af-40b3-bff2-43961e346efc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541713
May 10 13:33:23.591715 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b787093-06ee-41e1-815b-13164c654efd req-2a76d64e-6c1d-4dc1-9bb1-50d782ea0c12 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:23.593133 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3b787093-06ee-41e1-815b-13164c654efd req-2a76d64e-6c1d-4dc1-9bb1-50d782ea0c12 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1097982
May 10 13:33:23.638666 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3b787093-06ee-41e1-815b-13164c654efd req-b123bd8a-7041-465d-9569-f601c9eed0fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399508
May 10 13:33:24.750637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64eec8-bb2e-4402-97e2-1e939e986f3a req-bb0ef69f-6a7a-4ec7-b96d-33ddc87887e9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:24.752078 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df64eec8-bb2e-4402-97e2-1e939e986f3a req-bb0ef69f-6a7a-4ec7-b96d-33ddc87887e9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0805857
May 10 13:33:24.841498 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df64eec8-bb2e-4402-97e2-1e939e986f3a req-dcadcfef-8488-4798-8573-f07097e6e856 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588806
May 10 13:33:24.866444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d32bc-728d-4f0b-986a-4ed400b3b647 req-9f46b5ec-6566-4f7b-bf09-47cd221bc913 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:24.868021 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-656d32bc-728d-4f0b-986a-4ed400b3b647 req-9f46b5ec-6566-4f7b-bf09-47cd221bc913 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1150637
May 10 13:33:24.912263 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-656d32bc-728d-4f0b-986a-4ed400b3b647 req-b8efafb9-c2ed-4746-b6d2-5a7268bb8bff tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383875
May 10 13:33:26.065099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dae5b-b9cf-4b79-b2b7-adddff841adf req-15e12788-a3c2-41e3-9965-9712e58e9f22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:26.066419 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-299dae5b-b9cf-4b79-b2b7-adddff841adf req-15e12788-a3c2-41e3-9965-9712e58e9f22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1157253
May 10 13:33:26.121238 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-299dae5b-b9cf-4b79-b2b7-adddff841adf req-b54a118b-dd82-4c9e-ac6a-ffa8c2a2808b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488365
May 10 13:33:26.141911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c1135-7954-4ba6-9722-100a2ecab0c7 req-1c978fdc-954c-437f-abfc-0cba181ab91e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:26.143400 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-911c1135-7954-4ba6-9722-100a2ecab0c7 req-1c978fdc-954c-437f-abfc-0cba181ab91e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1247160
May 10 13:33:26.191269 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-911c1135-7954-4ba6-9722-100a2ecab0c7 req-adec2a95-dade-4d6a-8bd3-5b5d626ed6db tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420301
May 10 13:33:27.313447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112ebe3-9e1b-4e19-ba80-504471b90739 req-ce5cf8ac-4ea9-465e-86e5-605acce02464 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:27.315126 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3112ebe3-9e1b-4e19-ba80-504471b90739 req-ce5cf8ac-4ea9-465e-86e5-605acce02464 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0849862
May 10 13:33:27.403067 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3112ebe3-9e1b-4e19-ba80-504471b90739 req-4428c51c-db37-471b-b999-3d67b26d0102 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527020
May 10 13:33:27.426961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812529-97fe-4dcc-98c5-7604181d397b req-ab44c6dd-fe17-488b-8517-99ed4ee06775 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:27.428397 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99812529-97fe-4dcc-98c5-7604181d397b req-ab44c6dd-fe17-488b-8517-99ed4ee06775 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1124132
May 10 13:33:27.472354 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99812529-97fe-4dcc-98c5-7604181d397b req-bc358ed5-f2bf-4f73-ad86-c38f17cba2a8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380104
May 10 13:33:28.754063 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909ac10-3899-40e4-972d-e0b96f552f16 req-99886b59-c62a-45b8-9003-606062a7f38c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:28.755518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b909ac10-3899-40e4-972d-e0b96f552f16 req-99886b59-c62a-45b8-9003-606062a7f38c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2381434
May 10 13:33:28.792654 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978862c-cd17-4ab0-baf7-72c015be2edd req-063a262c-f970-489b-bcb6-b9f0e45e157e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:28.793988 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c978862c-cd17-4ab0-baf7-72c015be2edd req-063a262c-f970-489b-bcb6-b9f0e45e157e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1311901
May 10 13:33:28.837328 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b909ac10-3899-40e4-972d-e0b96f552f16 req-6bc41936-d742-4477-97fb-6b3d662e3f8b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710309
May 10 13:33:28.856152 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c978862c-cd17-4ab0-baf7-72c015be2edd req-796a9fd9-618f-49aa-ab08-c68fa4512d55 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561166
May 10 13:33:30.102711 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca66a-1e75-47d7-9599-1deed5c3b1c9 req-d4ab54a3-0dc1-4014-860a-d95ef4b912d0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:30.104807 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5d2ca66a-1e75-47d7-9599-1deed5c3b1c9 req-d4ab54a3-0dc1-4014-860a-d95ef4b912d0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1517177
May 10 13:33:30.136814 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762e80c-0381-44d3-b210-2a586697f34f req-d0061154-c146-4745-b4cc-27073b913f88 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:30.138211 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b762e80c-0381-44d3-b210-2a586697f34f req-d0061154-c146-4745-b4cc-27073b913f88 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1468425
May 10 13:33:30.174676 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5d2ca66a-1e75-47d7-9599-1deed5c3b1c9 req-94475e9b-d7d0-441b-96ce-51a238537c40 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636837
May 10 13:33:30.197397 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b762e80c-0381-44d3-b210-2a586697f34f req-4a86b78e-915a-4d84-8f28-8bfe7f69f113 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473063
May 10 13:33:31.415110 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dcd3e-64d0-4885-815a-346d1d9c1db4 req-07484007-657d-4616-b753-80f049ee58ef tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:31.417070 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e02dcd3e-64d0-4885-815a-346d1d9c1db4 req-07484007-657d-4616-b753-80f049ee58ef tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1354101
May 10 13:33:31.446765 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550d11-749c-4562-8fb7-33233b954dd2 req-894e9d0c-8820-46be-9e2c-7ae9f8624cdc tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:31.448183 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16550d11-749c-4562-8fb7-33233b954dd2 req-894e9d0c-8820-46be-9e2c-7ae9f8624cdc tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1307240
May 10 13:33:31.490287 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e02dcd3e-64d0-4885-815a-346d1d9c1db4 req-87c80dda-47cb-495f-91b8-a2ea47ae343f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673971
May 10 13:33:31.509880 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16550d11-749c-4562-8fb7-33233b954dd2 req-6ea81995-7575-4457-8788-e0a0a6e3bca5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560229
May 10 13:33:32.740661 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25aa6e-e3ba-4add-8e52-00c4fe672e31 req-89d72080-4c8c-4f38-ab9e-613f9d4c1158 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:32.742145 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df25aa6e-e3ba-4add-8e52-00c4fe672e31 req-89d72080-4c8c-4f38-ab9e-613f9d4c1158 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1458182
May 10 13:33:32.750547 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d25261-1f9f-441d-b1ec-d7cb9e6dc332 req-dd4e3d27-f3d0-40a0-90c3-e36658c8045f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:32.751902 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d8d25261-1f9f-441d-b1ec-d7cb9e6dc332 req-dd4e3d27-f3d0-40a0-90c3-e36658c8045f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1197398
May 10 13:33:32.829151 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df25aa6e-e3ba-4add-8e52-00c4fe672e31 req-b8144c96-8914-4d7d-a819-0f57d63adb92 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725210
May 10 13:33:32.835164 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d8d25261-1f9f-441d-b1ec-d7cb9e6dc332 req-0ca26a03-cd28-4fa4-8699-b7e9e52293f8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637894
May 10 13:33:33.419599 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a9004602-3162-4fe2-896c-cdf132682f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:34.082306 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe006023-e78f-426e-89cc-12290f0a8bab req-5c48a2fd-32d1-4c22-a7c8-7eef8ae9b929 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:34.083737 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fe006023-e78f-426e-89cc-12290f0a8bab req-5c48a2fd-32d1-4c22-a7c8-7eef8ae9b929 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1415484
May 10 13:33:34.092510 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad78c-25a5-4f14-a6c7-302269d53b87 req-a97502e9-6aac-4795-a5ec-120c8bae4440 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:34.093831 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d81ad78c-25a5-4f14-a6c7-302269d53b87 req-a97502e9-6aac-4795-a5ec-120c8bae4440 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1168349
May 10 13:33:34.163471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fe006023-e78f-426e-89cc-12290f0a8bab req-198ebcf2-2826-4a8d-9acc-0dbea29125c7 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686958
May 10 13:33:34.165959 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d81ad78c-25a5-4f14-a6c7-302269d53b87 req-959eb00c-282a-456a-b2df-ca0e88102f92 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584562
May 10 13:33:35.409947 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd2e0a-7892-4582-b536-e289ded54868 req-8965a198-8c91-4caf-87ed-c6d455c6524a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:35.411452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53cd2e0a-7892-4582-b536-e289ded54868 req-8965a198-8c91-4caf-87ed-c6d455c6524a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1409504
May 10 13:33:35.421108 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8726a6-ccfe-4153-915a-24edb273d520 req-16cc6060-efe5-4061-9692-6a59fb510d40 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:35.422484 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0a8726a6-ccfe-4153-915a-24edb273d520 req-16cc6060-efe5-4061-9692-6a59fb510d40 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1166344
May 10 13:33:35.495957 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53cd2e0a-7892-4582-b536-e289ded54868 req-df4b2b00-e5c5-457c-8b24-db7e8cbdb42c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724473
May 10 13:33:35.500147 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0a8726a6-ccfe-4153-915a-24edb273d520 req-ef71bb4d-43c4-4b1c-bdd9-ddd5e2b2fcef tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639327
May 10 13:33:36.224213 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9baac793-606e-42f1-9874-51c37cc69f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:36.248630 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:36.749431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4063ee3-180b-4fd7-bbab-9e14f064f5f3 req-d0b1fea2-ed6f-459f-aadb-395047c196ca tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:36.751013 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e4063ee3-180b-4fd7-bbab-9e14f064f5f3 req-d0b1fea2-ed6f-459f-aadb-395047c196ca tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1401145
May 10 13:33:36.784551 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f29e-8315-4ff6-8b2a-b5b684f4dce8 req-440ab4b5-5214-40f0-bce0-c242946be539 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:36.785978 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f236f29e-8315-4ff6-8b2a-b5b684f4dce8 req-440ab4b5-5214-40f0-bce0-c242946be539 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1418142
May 10 13:33:36.823172 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e4063ee3-180b-4fd7-bbab-9e14f064f5f3 req-b071da1c-374e-4c0b-a56c-04e6fd795083 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650249
May 10 13:33:36.847257 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f236f29e-8315-4ff6-8b2a-b5b684f4dce8 req-50634060-3f9f-4ebb-b573-2ba3704c4258 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489028
May 10 13:33:37.295171 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:38.075169 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d80e-dc66-46b0-9a14-b4fd6c00ea37 req-2345230d-0aea-4766-947b-ac8583872cd3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:38.076690 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1328d80e-dc66-46b0-9a14-b4fd6c00ea37 req-2345230d-0aea-4766-947b-ac8583872cd3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1399953
May 10 13:33:38.085454 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7872-b30c-461f-a3ce-07e541be8e89 req-2ce54346-7325-4e9d-a330-5fe87ecef762 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:38.086825 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e1d7872-b30c-461f-a3ce-07e541be8e89 req-2ce54346-7325-4e9d-a330-5fe87ecef762 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1158237
May 10 13:33:38.158646 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1328d80e-dc66-46b0-9a14-b4fd6c00ea37 req-d29050db-010d-4367-aa24-0823996271ed tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708678
May 10 13:33:38.161421 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e1d7872-b30c-461f-a3ce-07e541be8e89 req-67970e0c-cb0e-4cc1-aab4-9396a9ca8e88 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610931
May 10 13:33:38.624125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.015305 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55790) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:39.133038 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.148274 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:39.152759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Usage tracker for resource:security_group_rule and tenant:763ecb8384444e2db3b7da9cc8fe5001 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:39.158782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:39.165319 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:39.265297 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.271353 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.284111 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-797a3c76-f524-421b-a07f-6ee1283a7a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:39.343715 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=763ecb8384444e2db3b7da9cc8fe5001&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261888
May 10 13:33:39.345300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55804) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:39.345987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976aa331-eb4f-43a7-81ba-eca6b8ce2ada,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:39.370697 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:39.450448 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.482251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.540200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.549312 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f894d23-78bb-451c-8540-5eb02c746059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:39.564687 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976aa331-eb4f-43a7-81ba-eca6b8ce2ada,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:39.567183 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:39.568412 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:39.569866 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/976aa331-eb4f-43a7-81ba-eca6b8ce2ada HTTP/1.1" status: 204  len: 168 time: 0.2050691
May 10 13:33:39.593144 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5a26-f0c2-4432-8ca9-2d28352eb08d req-54a499d6-69b1-40af-b04a-442261da3dec tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:39.594738 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1d5e5a26-f0c2-4432-8ca9-2d28352eb08d req-54a499d6-69b1-40af-b04a-442261da3dec tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2692420
May 10 13:33:39.612567 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf8b10-2ea9-4ffa-8585-74a452e71e42 req-86df65a2-a836-4d4d-9b6f-102f8faab3df tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:39.619617 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-faaf8b10-2ea9-4ffa-8585-74a452e71e42 req-86df65a2-a836-4d4d-9b6f-102f8faab3df tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1313570
May 10 13:33:39.688209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1d5e5a26-f0c2-4432-8ca9-2d28352eb08d req-42de46b7-fb87-488f-82a5-3e3e17f1d5b4 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833774
May 10 13:33:39.709694 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-faaf8b10-2ea9-4ffa-8585-74a452e71e42 req-041dd2d2-e5f1-4c84-b75e-95d3515dba58 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891237
May 10 13:33:40.160399 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98382-dfc9-4f92-b9c8-cce290ca39f8 req-3a7493d6-4baa-4ee7-8707-e933865f1e39 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.168202 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87b98382-dfc9-4f92-b9c8-cce290ca39f8 req-3a7493d6-4baa-4ee7-8707-e933865f1e39 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1221857
May 10 13:33:40.168388 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-abe8d427-cb2d-4fde-b72c-3e2b89319329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.169812 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-abe8d427-cb2d-4fde-b72c-3e2b89319329 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.0886295
May 10 13:33:40.236533 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87b98382-dfc9-4f92-b9c8-cce290ca39f8 req-4ca152de-6385-47aa-a0b4-42d9126b8fea tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595133
May 10 13:33:40.359936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-322e7b1f-672b-46bf-9f81-1045113e4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.361372 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-322e7b1f-672b-46bf-9f81-1045113e4ac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.1795838
May 10 13:33:40.505083 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-84dffc3a-d5d2-47c3-846f-254c0c02b239 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1000 time: 0.1356921
May 10 13:33:40.600698 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 55858) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:40.637756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-4e20453f-f6b8-4af3-af43-02ff178c7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.646765 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-4e20453f-f6b8-4af3-af43-02ff178c7331 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.1292467
May 10 13:33:40.726146 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1241938701-network', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:40.748844 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:40.754470 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Usage tracker for resource:network and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:40.758363 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:40.762828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-58dbfbd1-019f-4836-8c73-bfc4b31aff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.764633 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-58dbfbd1-019f-4836-8c73-bfc4b31aff9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1105802
May 10 13:33:40.768855 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:40.902648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5160-37eb-4f2a-a2b1-0ce1ed8b0d86 req-af8460a8-c9a4-43ef-a516-640cc1fd4fdc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:40.905854 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8c2f5160-37eb-4f2a-a2b1-0ce1ed8b0d86 req-af8460a8-c9a4-43ef-a516-640cc1fd4fdc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0854754
May 10 13:33:40.918749 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Made reservation on behalf of 014009b6efe44930b5ae89aee41f4e43 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:33:40.920994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:40.940607 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:40.955752 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8c2f5160-37eb-4f2a-a2b1-0ce1ed8b0d86 req-ebcd644c-88a8-4832-98e1-2169cc716e2e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443296
May 10 13:33:40.968109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:40.981393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:40.986141 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:40.995034 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:41.027400 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-e2e08a15-d624-4ac6-a113-fb5cd12fe181 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506909
May 10 13:33:41.202305 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6bc9f758-db31-4191-9240-ff679b9a4b8b req-d80bb45d-9c1e-4b9b-851b-f6296d5743bc service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678712
May 10 13:33:41.233814 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.238484 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.242818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-724cc292-22d1-43f9-bc02-ed95fdeb47bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:41.267654 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:33:41.285269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb23dc-453c-4a6e-bd71-a097f3f45042,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:41.300888 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:41.303587 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.303927 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Added segment 2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7 of type vlan for network 6773520f-f5b9-403b-9a7c-465f1d0050fd
May 10 13:33:41.331809 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.372943 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.375250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:41.375839 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:41.381099 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:41.421476 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7a55-119a-4553-becd-b2c3546f109b req-f75c4eef-97ae-491c-afda-d4d0d4416ce2 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:41.423468 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1e0c7a55-119a-4553-becd-b2c3546f109b req-f75c4eef-97ae-491c-afda-d4d0d4416ce2 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0879116
May 10 13:33:41.472471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1e0c7a55-119a-4553-becd-b2c3546f109b req-e3e3ac5d-879a-4595-acf4-1ac1a9029c1b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424156
May 10 13:33:41.501951 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8999979
May 10 13:33:41.505538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55868) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:41.511969 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Request body: {'subnet': {'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1241938701-subnet', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:41.513838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Pushing event updated for resources: {'Network': ['ID=6773520f-f5b9-403b-9a7c-465f1d0050fd,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:41.516718 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:41.518994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:41.526448 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:33:41.526988 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Usage tracker for resource:subnet and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:41.529787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:41.535790 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:41.550584 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Made reservation on behalf of 014009b6efe44930b5ae89aee41f4e43 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:33:41.552927 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.119494 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.195022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-652d613b-b979-44c2-af5a-6b49979869eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:42.299673 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fa966d-fb62-4330-bc47-73f64c14a7b2,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:42.304503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:42.312395 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Checking segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:42.312748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Network hostable DHCP agents. Network: 6773520f-f5b9-403b-9a7c-465f1d0050fd, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:33:42.348742 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd404772-a4e5-4336-b998-09df8c69ae79 req-840795d8-ec07-4ee2-a531-bd479d245f2c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:42.350239 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd404772-a4e5-4336-b998-09df8c69ae79 req-840795d8-ec07-4ee2-a531-bd479d245f2c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2280750
May 10 13:33:42.351248 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:33:42.373961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 6773520f-f5b9-403b-9a7c-465f1d0050fd) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:42.384771 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b8030-b169-483c-baa6-27c034e5179c None None] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:42.395588 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:42.396176 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.419084 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd404772-a4e5-4336-b998-09df8c69ae79 req-c1b5170d-0fba-4122-82e0-13ee2c3a4225 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586388
May 10 13:33:42.438945 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9301562
May 10 13:33:42.439170 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55878) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:42.445237 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:42.455154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:42.459781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Usage tracker for resource:router and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:42.464489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:42.472697 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:42.485254 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.486336 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.504797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.652981 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-6773520f-f5b9-403b-9a7c-465f1d0050fd', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:33:42.653924 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:42.927735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Allocated IP 172.20.0.2 (6773520f-f5b9-403b-9a7c-465f1d0050fd/f5fa966d-fb62-4330-bc47-73f64c14a7b2/c0868ba1-58ce-4144-bb54-42d66dee060a) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:43.059782 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.194011 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.209790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Transition to ACTIVE for port object c0868ba1-58ce-4144-bb54-42d66dee060a will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:43.260496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Transition to ACTIVE for port object c0868ba1-58ce-4144-bb54-42d66dee060a will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:43.299188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee51a7-bac7-41cf-873b-16fe04213eb4 req-eca1f24d-73bf-4284-b501-59e60c9ecd8f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:43.301026 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.307177 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d7ee51a7-bac7-41cf-873b-16fe04213eb4 req-eca1f24d-73bf-4284-b501-59e60c9ecd8f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.5949755
May 10 13:33:43.335186 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:43.449129 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d7ee51a7-bac7-41cf-873b-16fe04213eb4 req-cbfb08ba-2aa4-4cf8-9f7f-bcb07a315024 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348903
May 10 13:33:43.483017 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:43.487230 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:43.489845 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:43.598712 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Pushing event updated for resources: {'Port': ['ID=c0868ba1-58ce-4144-bb54-42d66dee060a,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:43.628135 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.629281 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.629629 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.632518 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.632937 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.633466 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.634892 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.635234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.635602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.635972 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.636281 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.650288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:43.662614 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:43.742674 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Attempting to bind port c0868ba1-58ce-4144-bb54-42d66dee060a on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:43.743108 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Attempting to bind port c0868ba1-58ce-4144-bb54-42d66dee060a by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:43.746127 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Attempting to bind port c0868ba1-58ce-4144-bb54-42d66dee060a on network 6773520f-f5b9-403b-9a7c-465f1d0050fd {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:43.761930 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:43.762511 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Checking segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:43.762928 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.763337 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Bound using segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:43.763836 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Bound port: c0868ba1-58ce-4144-bb54-42d66dee060a, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:43.764223 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.809518 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.848094 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:43.950415 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3ad0-33c1-4c68-aa27-2b395c078e03 req-88d0d7d1-c3b6-4956-949a-93f7cce163ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:43.957922 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-336a3ad0-33c1-4c68-aa27-2b395c078e03 req-88d0d7d1-c3b6-4956-949a-93f7cce163ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2340207
May 10 13:33:44.005781 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] For port c0868ba1-58ce-4144-bb54-42d66dee060a, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:44.012445 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] For port c0868ba1-58ce-4144-bb54-42d66dee060a, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=c0868ba1-58ce-4144-bb54-42d66dee060a,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:44.018937 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:44.024971 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:44.085863 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-336a3ad0-33c1-4c68-aa27-2b395c078e03 req-cbe262c9-cb81-4c1d-bfd0-11f0a3bdd2c0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268702
May 10 13:33:44.138005 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Allocated IP 172.27.3.254 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/d378d6ba-8651-4d43-b721-fa3055b9e7b0) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:44.196997 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Pushing event updated for resources: {'Port': ['ID=c0868ba1-58ce-4144-bb54-42d66dee060a,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:44.196997 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:44.354001 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:44.395279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:44.406005 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:44.506570 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:44.511694 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:44.517716 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:44.619930 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Pushing event updated for resources: {'Port': ['ID=d378d6ba-8651-4d43-b721-fa3055b9e7b0,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:44.625244 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:44.645336 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device c0868ba1-58ce-4144-bb54-42d66dee060a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:44.733300 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port c0868ba1-58ce-4144-bb54-42d66dee060a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:45.075615 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:45.565676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9cc767-bb42-482c-bd3b-3e77bd1dd7c6 None None] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:45.681757 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Provisioning for port c0868ba1-58ce-4144-bb54-42d66dee060a completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:45.701428 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Provisioning complete for port c0868ba1-58ce-4144-bb54-42d66dee060a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:45.702203 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:45.750749 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7809d1d-2953-4850-8419-606152cbaed9 req-48e7f360-1046-41b0-8f22-18512d6a81c4 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:45.752256 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e7809d1d-2953-4850-8419-606152cbaed9 req-48e7f360-1046-41b0-8f22-18512d6a81c4 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3799169
May 10 13:33:45.851462 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e7809d1d-2953-4850-8419-606152cbaed9 req-7d63ff93-1340-49bb-8280-d4874abcd402 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760889
May 10 13:33:45.877332 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.006386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.055592 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] For port c0868ba1-58ce-4144-bb54-42d66dee060a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=c0868ba1-58ce-4144-bb54-42d66dee060a,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:46.063288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.065958 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:46.103426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:33:46.170498 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Pushing event updated for resources: {'Port': ['ID=c0868ba1-58ce-4144-bb54-42d66dee060a,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:46.173800 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:46.356196 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:33:46.365222 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Sync routers for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:33:46.389865 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:46.390776 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a8e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:46.400154 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-19611e78-488c-4b95-b0d5-248532698da0 None None] Provisioning complete for port c0868ba1-58ce-4144-bb54-42d66dee060a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:46.401091 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-19611e78-488c-4b95-b0d5-248532698da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.405250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.408279 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9680502
May 10 13:33:46.410881 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 55998) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:46.571198 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device c0868ba1-58ce-4144-bb54-42d66dee060a up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:46.709600 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port c0868ba1-58ce-4144-bb54-42d66dee060a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:46.710001 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:46.732364 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:47.121626 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a8e0>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:44Z', 'revision_number': 3, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:47.125513 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Checking router: d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:33:47.125890 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Updating router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa port d378d6ba-8651-4d43-b721-fa3055b9e7b0 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:33:47.182872 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.445696 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059ffda-0e7f-4e85-be47-00b7fb6bfa82 req-2589500e-16f1-4466-aca2-cbd595afb4f9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:47.458180 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2059ffda-0e7f-4e85-be47-00b7fb6bfa82 req-2589500e-16f1-4466-aca2-cbd595afb4f9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.4710476
May 10 13:33:47.584260 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.626982 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2059ffda-0e7f-4e85-be47-00b7fb6bfa82 req-8eb4b158-754a-4490-9e38-2f735f821d1a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673751
May 10 13:33:47.635043 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Transition to ACTIVE for port object d378d6ba-8651-4d43-b721-fa3055b9e7b0 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:47.661220 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.671203 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:47.711342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.785834 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756861c-7ac9-4a58-8394-55eb440b72bd None None] Pushing event updated for resources: {'Port': ['ID=d378d6ba-8651-4d43-b721-fa3055b9e7b0,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:47.793534 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-3756861c-7ac9-4a58-8394-55eb440b72bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:47.829788 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Attempting to bind port d378d6ba-8651-4d43-b721-fa3055b9e7b0 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:47.830242 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Attempting to bind port d378d6ba-8651-4d43-b721-fa3055b9e7b0 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:47.830661 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Attempting to bind port d378d6ba-8651-4d43-b721-fa3055b9e7b0 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:47.838284 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:47.839219 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:47.839717 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.840031 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:47.840500 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Bound port: d378d6ba-8651-4d43-b721-fa3055b9e7b0, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:47.841000 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.929405 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] For port d378d6ba-8651-4d43-b721-fa3055b9e7b0, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:47.933479 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] For port d378d6ba-8651-4d43-b721-fa3055b9e7b0, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d378d6ba-8651-4d43-b721-fa3055b9e7b0,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:47.938174 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Allocated IP 172.20.0.1 (6773520f-f5b9-403b-9a7c-465f1d0050fd/f5fa966d-fb62-4330-bc47-73f64c14a7b2/86a9ad4e-90b3-4a8a-acab-415064d56db6) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:47.939163 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:47.943884 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:48.015090 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756861c-7ac9-4a58-8394-55eb440b72bd None None] Pushing event updated for resources: {'Port': ['ID=d378d6ba-8651-4d43-b721-fa3055b9e7b0,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:48.018984 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-3756861c-7ac9-4a58-8394-55eb440b72bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:48.041585 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:48.043085 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a8e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:48.104538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:48.123763 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Transition to ACTIVE for port object 86a9ad4e-90b3-4a8a-acab-415064d56db6 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:48.161287 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:48.166440 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:48.227188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:48.229794 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:48.232336 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:48.240427 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:48.278423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Pushing event updated for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:48.286681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:48.309269 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:48.460439 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:48.639932 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-fb6eea8c-ed03-4429-9551-296d6f6e194b None None] Provisioning for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:48.660521 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-fb6eea8c-ed03-4429-9551-296d6f6e194b None None] Provisioning complete for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:48.660912 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fb6eea8c-ed03-4429-9551-296d6f6e194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:48.720694 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e8a8e0>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:44Z', 'revision_number': 3, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:48.726410 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf59e4-ad3d-493f-b47f-086f30a716b2 None None] The sync data for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi is: [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:44Z', 'revision_number': 3, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:33:48.802150 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-fb6eea8c-ed03-4429-9551-296d6f6e194b None None] Port 86a9ad4e-90b3-4a8a-acab-415064d56db6 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:33:48.995915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:49.004469 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:49.046063 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:49.194012 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:49.216829 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca8afc-7c0f-424b-a2dc-51964ecc4065 req-fee3904b-7b07-444b-b026-19af3444d702 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:49.218722 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-61ca8afc-7c0f-424b-a2dc-51964ecc4065 req-fee3904b-7b07-444b-b026-19af3444d702 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3256173
May 10 13:33:49.222479 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Pushing event updated for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:49.236137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:49.397118 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-61ca8afc-7c0f-424b-a2dc-51964ecc4065 req-0868db1b-1d47-4eac-9c5c-5726a527bb0d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430972
May 10 13:33:49.451508 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:49.452678 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:49.648260 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:33:49.688087 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:33:49.748925 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-f2c59a4a-f028-478b-8cca-4b65c5982d33 None None] Provisioning complete for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:49.749481 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f2c59a4a-f028-478b-8cca-4b65c5982d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:49.816558 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-f2c59a4a-f028-478b-8cca-4b65c5982d33 None None] Port 86a9ad4e-90b3-4a8a-acab-415064d56db6 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:33:50.028310 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:33:50.126460 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] 10.222.0.18 "PUT /v2.0/routers/d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7138095
May 10 13:33:50.611159 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d378d6ba-8651-4d43-b721-fa3055b9e7b0 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:50.862825 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd418-7fa8-4e4d-8e19-428a3bd151f8 req-a5f09129-65a0-4bb9-bd8b-2bc684afdde6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:50.864380 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-757cd418-7fa8-4e4d-8e19-428a3bd151f8 req-a5f09129-65a0-4bb9-bd8b-2bc684afdde6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2363291
May 10 13:33:50.890026 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port d378d6ba-8651-4d43-b721-fa3055b9e7b0 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:50.896576 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port d378d6ba-8651-4d43-b721-fa3055b9e7b0 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:50.897463 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:50.994602 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-757cd418-7fa8-4e4d-8e19-428a3bd151f8 req-a26c2658-d228-4d78-8700-c33a9b2cbaa5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218150
May 10 13:33:51.103403 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Sync routers for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:33:51.127624 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:51.129825 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8483f70>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:51.154068 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56058) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:51.158493 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-201019546-network', 'tenant_id': 'adba9be4513844c29370c08e02f521ea'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:51.166746 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:51.179280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Usage tracker for resource:network and tenant:adba9be4513844c29370c08e02f521ea is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:51.188477 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:51.200377 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:51.229498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Made reservation on behalf of adba9be4513844c29370c08e02f521ea for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:33:51.232476 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.251282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.268741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:51.273343 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Usage tracker for resource:security_group_rule and tenant:adba9be4513844c29370c08e02f521ea is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:51.277175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:51.292125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:51.386208 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:51.414585 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.420521 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.424379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3989c645-eaa5-4578-9d41-7a861eb46db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:51.446276 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:33:51.456369 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.456711 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Added segment 38efd327-ba20-43fa-9501-9ada77cb7bfc of type vlan for network b46eb733-2d6f-4e86-be46-ebb76f5e3209
May 10 13:33:51.482625 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.486119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.530346 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.534303 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:51.534931 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.552671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9526778b-995a-4ed1-9065-4cedc75e1ae0,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:51.556955 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:51.557423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6742bd17-5b1b-44dc-a8c4-78bba549c4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:51.661084 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port d378d6ba-8651-4d43-b721-fa3055b9e7b0, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d378d6ba-8651-4d43-b721-fa3055b9e7b0,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:51.668941 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5161242
May 10 13:33:51.672006 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56070) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:51.679580 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Request body: {'subnet': {'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-201019546-subnet', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:51.679839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.683520 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b46eb733-2d6f-4e86-be46-ebb76f5e3209,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:51.692602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:51.693589 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:51.707857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Usage tracker for resource:subnet and tenant:adba9be4513844c29370c08e02f521ea is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:51.708233 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.714821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:51.720521 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:51.722150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:51.735150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Made reservation on behalf of adba9be4513844c29370c08e02f521ea for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:33:51.739020 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:51.766316 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:33:51.925571 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-88d9940a-a5bd-4493-8fb6-ff758e84b8c0 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126957779&fields=id&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 267 time: 0.0934515
May 10 13:33:52.160521 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=d378d6ba-8651-4d43-b721-fa3055b9e7b0,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:52.176781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-22b5b4ae-2d65-4d52-ac75-32fbff234a5c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:52.185809 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-22b5b4ae-2d65-4d52-ac75-32fbff234a5c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.2593815
May 10 13:33:52.190249 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:52.220448 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-800f4f82-2e90-45ac-b354-3ed9db829569 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/quotas/baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 375 time: 0.0334260
May 10 13:33:52.315361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8483f70>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 2, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:52.319902 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Checking router: d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:33:52.320268 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Updating router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa port 86a9ad4e-90b3-4a8a-acab-415064d56db6 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:33:52.378414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:52.480601 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906c7b1-0256-424e-bad2-20bad064dfb0 req-e15e15d2-8608-46ea-9d62-a58ee3194fc6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:52.482156 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e906c7b1-0256-424e-bad2-20bad064dfb0 req-e15e15d2-8608-46ea-9d62-a58ee3194fc6 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2484396
May 10 13:33:52.512901 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-06e3e038-95c2-4ca6-9799-77f3a01ed57d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:33:52.564706 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e906c7b1-0256-424e-bad2-20bad064dfb0 req-3c73f062-5de0-435e-b5e9-d22a5efb5f93 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743966
May 10 13:33:52.566975 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-06e3e038-95c2-4ca6-9799-77f3a01ed57d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:33:52.579250 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-06e3e038-95c2-4ca6-9799-77f3a01ed57d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3512425
May 10 13:33:52.703314 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d378d6ba-8651-4d43-b721-fa3055b9e7b0 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:52.803592 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-3a677833-e00e-4a97-a4d0-fbf6d21c4c49 service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231920
May 10 13:33:52.843226 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port d378d6ba-8651-4d43-b721-fa3055b9e7b0 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:52.843647 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:52.981866 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:52.995437 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.004492 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1ff04ffe-e7c3-4818-a285-99420eb089ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:53.024995 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Transition to ACTIVE for port object 86a9ad4e-90b3-4a8a-acab-415064d56db6 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:53.042953 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.049129 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:53.126701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2853af03-7fde-4917-b65e-9e1206ad5bc0,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:53.131711 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:53.135835 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-557cf66b-f782-4223-810c-27b42a2eadce service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3214447
May 10 13:33:53.146709 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Checking segment: {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:53.147539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Network hostable DHCP agents. Network: b46eb733-2d6f-4e86-be46-ebb76f5e3209, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:33:53.178719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:33:53.205095 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, b46eb733-2d6f-4e86-be46-ebb76f5e3209) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:53.233966 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bccfb8-a752-48a7-8544-b4c8af78b4e0 None None] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:53.239241 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:53.239569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.304053 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c90c6a66-ead5-4d22-99d2-e9fed0193812 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6310523
May 10 13:33:53.306818 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56086) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:53.312705 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:53.318187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:53.324250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Usage tracker for resource:router and tenant:adba9be4513844c29370c08e02f521ea is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:33:53.327494 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:33:53.336802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:53.364987 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.368410 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.408515 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.503097 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Pushing event updated for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:53.521853 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:53.735058 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Attempting to bind port 86a9ad4e-90b3-4a8a-acab-415064d56db6 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:53.735791 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Attempting to bind port 86a9ad4e-90b3-4a8a-acab-415064d56db6 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:53.736404 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Attempting to bind port 86a9ad4e-90b3-4a8a-acab-415064d56db6 on network 6773520f-f5b9-403b-9a7c-465f1d0050fd {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:53.745676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:53.746598 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Checking segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:53.747266 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.747934 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Bound using segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:53.748830 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Bound port: 86a9ad4e-90b3-4a8a-acab-415064d56db6, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:53.749611 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.764702 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'fixed_ips': [{'subnet_id': '2853af03-7fde-4917-b65e-9e1206ad5bc0'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:33:53.766178 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:53.991678 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] For port 86a9ad4e-90b3-4a8a-acab-415064d56db6, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:53.995782 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] For port 86a9ad4e-90b3-4a8a-acab-415064d56db6, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=86a9ad4e-90b3-4a8a-acab-415064d56db6,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:54.003655 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:54.014634 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:54.094455 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:54.095149 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8483f70>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:54.102287 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c58f09f9-5117-4d18-b375-8d41864d510a req-dab2b536-c274-45b9-8bec-3a028db4223f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 210 time: 0.1842825
May 10 13:33:54.140036 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:54.207290 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69fc73-ad64-469f-8a4f-9e3a81f16014 req-7f8f0284-b296-4891-88c4-5598f5c69f73 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:54.217998 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0a69fc73-ad64-469f-8a4f-9e3a81f16014 req-7f8f0284-b296-4891-88c4-5598f5c69f73 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.4353132
May 10 13:33:54.347865 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0a69fc73-ad64-469f-8a4f-9e3a81f16014 req-b81657e3-246b-4431-aa24-c4757e508595 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246800
May 10 13:33:54.393087 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:33:54.830669 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Pushing event updated for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:54.839328 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:54.899854 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Allocated IP 172.20.0.2 (b46eb733-2d6f-4e86-be46-ebb76f5e3209/2853af03-7fde-4917-b65e-9e1206ad5bc0/8307ebd5-c0c3-491d-be10-7a37c98fdffc) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:54.948660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:54.984461 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.134965 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8483f70>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:53Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:55.155559 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d827e-2bb9-45a0-ab7e-34b1ae1e1e01 None None] The sync data for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi is: [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:53Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:33:55.286826 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Allocated IP 172.27.3.228 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/6817e55b-2f50-4264-8520-277271791828) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:55.334717 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.346903 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Transition to ACTIVE for port object 8307ebd5-c0c3-491d-be10-7a37c98fdffc will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:55.368496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Transition to ACTIVE for port object 8307ebd5-c0c3-491d-be10-7a37c98fdffc will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:55.385212 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.396024 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:55.487131 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-75ca7f54-7d81-4c4b-982f-1213693bb0e3 req-52255271-aef5-4de7-82c1-bd5e033398d3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 210 time: 0.1649039
May 10 13:33:55.544498 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:55.547807 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:55.555733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:55.673694 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Pushing event updated for resources: {'Port': ['ID=8307ebd5-c0c3-491d-be10-7a37c98fdffc,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:55.676244 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.688830 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:55.730999 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Attempting to bind port 8307ebd5-c0c3-491d-be10-7a37c98fdffc on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:55.738271 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Attempting to bind port 8307ebd5-c0c3-491d-be10-7a37c98fdffc by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:55.739036 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Attempting to bind port 8307ebd5-c0c3-491d-be10-7a37c98fdffc on network b46eb733-2d6f-4e86-be46-ebb76f5e3209 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:55.749886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1054d-3401-44f4-ae36-963aa7696f32 req-dd52672c-2220-484c-bdd3-31682ae77821 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:55.752939 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cbd1054d-3401-44f4-ae36-963aa7696f32 req-dd52672c-2220-484c-bdd3-31682ae77821 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2219486
May 10 13:33:55.787516 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:33:55.789372 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Checking segment: {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:33:55.791176 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.792217 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Bound using segment: {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:33:55.792877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Bound port: 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:33:55.808524 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.892128 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cbd1054d-3401-44f4-ae36-963aa7696f32 req-b371ff4e-0f9a-4426-bb38-6d8cce5e81e0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244001
May 10 13:33:55.897686 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:55.917744 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:56.178056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] For port 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:33:56.188417 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] For port 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8307ebd5-c0c3-491d-be10-7a37c98fdffc,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:33:56.219864 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:56.228275 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-f4618edb-48a9-44e9-9ae7-d4623678d908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:56.246905 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-01a537e3-79a4-4031-8a11-7e775172ec59 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:56.247643 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-01a537e3-79a4-4031-8a11-7e775172ec59 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:33:56.294433 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-01a537e3-79a4-4031-8a11-7e775172ec59 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:33:56.295382 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-01a537e3-79a4-4031-8a11-7e775172ec59 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.5478342
May 10 13:33:56.345029 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:56.348156 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:56.352147 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:56.369606 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-67dd350b-622f-4781-8ac0-86694f4e7bce tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:security_group {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:33:56.400293 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-67dd350b-622f-4781-8ac0-86694f4e7bce tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:security_group {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:33:56.403440 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-67dd350b-622f-4781-8ac0-86694f4e7bce tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 380 time: 0.0968399
May 10 13:33:56.417355 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Pushing event updated for resources: {'Port': ['ID=8307ebd5-c0c3-491d-be10-7a37c98fdffc,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:56.420030 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'port': {'device_id': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'admin_state_up': True, 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'security_groups': ['ba281933-d719-406c-9228-03967e82d018']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:56.422141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:56.436758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=6817e55b-2f50-4264-8520-277271791828,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:56.444491 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:56.615346 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 86a9ad4e-90b3-4a8a-acab-415064d56db6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:56.620881 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:33:56.632945 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:33:56.656571 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Made reservation on behalf of baee204f786f4e19b2955f877d00fe4d for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:33:56.661096 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:56.800116 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:56.807772 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:56.808332 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:56.976847 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-85c42bb5-acae-4702-b9b5-3edd98a2f138 req-ceecea7e-4e91-44fc-9e65-e20a8ea26494 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 210 time: 0.1209645
May 10 13:33:57.154666 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.20.0.14 (61a73b52-9cf9-4e25-aaa4-e9203a7f5ece/d5bb1bc7-0e03-409f-a800-496f2a9c90e8/ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:33:57.333898 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.411915 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 86a9ad4e-90b3-4a8a-acab-415064d56db6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=86a9ad4e-90b3-4a8a-acab-415064d56db6,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:33:57.420427 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.425316 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:57.502984 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.520087 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Transition to ACTIVE for port object ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:57.534484 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.540434 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:57.545383 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:57.561354 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.574232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-92b89b68-8c87-495b-aa8a-26b3c8c1e114 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:57.631132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:33:57.637998 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:33:57.667327 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:33:57.858090 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:57.884352 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:57.892959 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:57.898128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.898496 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.898854 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.899212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.899557 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.899904 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.903090 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.903543 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.903912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.904269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.904621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.904967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:33:57.920194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:57.972581 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5629926
May 10 13:33:58.003007 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Request body: {'port': {'device_id': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:33:58.103475 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-aeee066e-9a4f-489a-aa7c-edca026c05db None None] Provisioning for port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:58.117989 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-aeee066e-9a4f-489a-aa7c-edca026c05db None None] Provisioning complete for port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:58.118417 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-aeee066e-9a4f-489a-aa7c-edca026c05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:58.234407 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:58.268170 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-aeee066e-9a4f-489a-aa7c-edca026c05db None None] Port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:33:58.341566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d96a4-4ac2-41ba-af54-032898fb32e8 req-b9143b63-5344-4048-b538-6fc0369e1605 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:58.343542 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-676d96a4-4ac2-41ba-af54-032898fb32e8 req-b9143b63-5344-4048-b538-6fc0369e1605 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 1.1313927
May 10 13:33:58.399349 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:58.425992 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02eded0-83db-40cc-8119-470c4e70d144 None None] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:33:58.562722 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-676d96a4-4ac2-41ba-af54-032898fb32e8 req-2c7a8021-dfb7-456a-ac36-e40bc0190de9 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114060
May 10 13:33:58.609697 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057976-81d0-4849-9c5b-48a2587402fa req-4be79950-330e-4709-87b5-9a9487a2e4f6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:33:58.616777 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-18057976-81d0-4849-9c5b-48a2587402fa req-4be79950-330e-4709-87b5-9a9487a2e4f6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 932 time: 0.3673000
May 10 13:33:58.747799 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 86a9ad4e-90b3-4a8a-acab-415064d56db6 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:58.771413 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-18057976-81d0-4849-9c5b-48a2587402fa req-07e83dd3-beca-4471-90c6-300ab72f493e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529231
May 10 13:33:58.887829 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Router c48ba22e-1fa2-4124-a56e-e13403455e5c is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:33:59.035573 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-c4607b9a-3e50-4676-abe0-7cfcf7f77367 None None] Provisioning for port 8307ebd5-c0c3-491d-be10-7a37c98fdffc completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:33:59.296022 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 86a9ad4e-90b3-4a8a-acab-415064d56db6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:33:59.299143 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:59.320145 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:33:59.331088 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:33:59.336113 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Sync routers for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:33:59.340670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:59.368007 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:33:59.368418 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Transition to ACTIVE for port object ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:33:59.375557 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf933f9d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:33:59.379403 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:59.399966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:33:59.418435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:33:59.422583 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.1113393
May 10 13:33:59.423004 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56144) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:33:59.842977 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:33:59.862878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:33:59.908014 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8307ebd5-c0c3-491d-be10-7a37c98fdffc up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:33:59.982840 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Attempting to bind port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:33:59.986616 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Attempting to bind port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:33:59.987246 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Attempting to bind port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:33:59.999745 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:34:00.002674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Attempting to bind port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:00.014790 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:00.017439 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:00.019756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Bound using segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:00.020531 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Bound port: ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:00.021984 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.082579 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 8307ebd5-c0c3-491d-be10-7a37c98fdffc completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:00.090799 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:00.103807 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 8307ebd5-c0c3-491d-be10-7a37c98fdffc triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:00.104183 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.171356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:00.175655 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:00.188092 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.210547 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:00.259532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:00.261283 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.263056 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] 10.222.0.36 "PUT /v2.0/ports/ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc HTTP/1.1" status: 200  len: 1094 time: 2.2643762
May 10 13:34:00.270498 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:00.324332 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:00.336153 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:00.423764 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.444023 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-065da5a3-0028-4887-b5d0-12fa9b7d7ecc None None] Provisioning complete for port 8307ebd5-c0c3-491d-be10-7a37c98fdffc triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:00.444427 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-065da5a3-0028-4887-b5d0-12fa9b7d7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.477477 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bd7f8-d94b-4bda-9ab5-ab8150403bfb req-58c28884-ad10-4744-96dd-c305a780bec5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:00.486317 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a52bd7f8-d94b-4bda-9ab5-ab8150403bfb req-58c28884-ad10-4744-96dd-c305a780bec5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.4799922
May 10 13:34:00.529925 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa077d5-f6fe-40be-b2a6-8f16fb9d1dd4 req-67441b2d-cb82-45fa-8255-fac4e559535f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:00.538645 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aaa077d5-f6fe-40be-b2a6-8f16fb9d1dd4 req-67441b2d-cb82-45fa-8255-fac4e559535f tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.6937337
May 10 13:34:00.585767 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8307ebd5-c0c3-491d-be10-7a37c98fdffc,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:00.605860 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.628674 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:00.654593 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aaa077d5-f6fe-40be-b2a6-8f16fb9d1dd4 req-7b8a5bea-f6bb-47e5-8cff-8819dc7725d7 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147237
May 10 13:34:00.715330 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a52bd7f8-d94b-4bda-9ab5-ab8150403bfb req-dec1d55f-f171-46b5-a495-b5d664645c8e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2278237
May 10 13:34:00.780597 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf933f9d0>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 3, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:00.784811 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Checking router: c48ba22e-1fa2-4124-a56e-e13403455e5c for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:00.785167 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Updating router c48ba22e-1fa2-4124-a56e-e13403455e5c port 6817e55b-2f50-4264-8520-277271791828 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:00.791555 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'status': 'completed', 'code': 200}
May 10 13:34:00.849163 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:00.879012 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=8307ebd5-c0c3-491d-be10-7a37c98fdffc,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:00.885278 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:01.163040 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.293694 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.311101 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Transition to ACTIVE for port object 6817e55b-2f50-4264-8520-277271791828 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:01.326748 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.330812 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-41e12e28-c1a6-40fc-a67b-69ff713ad6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:01.420831 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Attempting to bind port 6817e55b-2f50-4264-8520-277271791828 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:01.421209 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Attempting to bind port 6817e55b-2f50-4264-8520-277271791828 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:01.421602 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Attempting to bind port 6817e55b-2f50-4264-8520-277271791828 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:01.423785 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Pushing event updated for resources: {'Port': ['ID=6817e55b-2f50-4264-8520-277271791828,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:01.434552 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.434770 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.435050 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.435380 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.435718 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.436181 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.436373 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.436681 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.437039 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.437364 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.437705 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.438069 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:01.442665 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:01.443213 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:01.443750 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.444157 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:01.444651 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Bound port: 6817e55b-2f50-4264-8520-277271791828, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:01.445070 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.461641 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Allocated IP 172.20.0.1 (b46eb733-2d6f-4e86-be46-ebb76f5e3209/2853af03-7fde-4917-b65e-9e1206ad5bc0/245a4a6b-7ba8-40ee-a897-f1ce231109a8) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:01.469620 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:01.526294 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] For port 6817e55b-2f50-4264-8520-277271791828, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:01.531213 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] For port 6817e55b-2f50-4264-8520-277271791828, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=6817e55b-2f50-4264-8520-277271791828,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:01.537773 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:01.551995 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:01.636930 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:01.637751 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf933f9d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:01.825962 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Pushing event updated for resources: {'Port': ['ID=6817e55b-2f50-4264-8520-277271791828,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:01.834236 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:01.954188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.020145 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:02.125889 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Transition to ACTIVE for port object 245a4a6b-7ba8-40ee-a897-f1ce231109a8 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:02.234316 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401abe4-e6f5-4634-a832-0eff02fc6992 req-d4e9db85-743f-492e-80cf-f6869ede0dd1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:02.235855 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5401abe4-e6f5-4634-a832-0eff02fc6992 req-d4e9db85-743f-492e-80cf-f6869ede0dd1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2779739
May 10 13:34:02.239161 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.244912 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:02.284212 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7b8d-4dbe-41ef-b261-ac1851911a1f req-84b3666b-fc23-4f5f-8c65-95ca215a76d7 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:02.292030 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a69f7b8d-4dbe-41ef-b261-ac1851911a1f req-84b3666b-fc23-4f5f-8c65-95ca215a76d7 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.3484616
May 10 13:34:02.348367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:02.356184 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:02.373079 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:02.413225 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Pushing event updated for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:02.460764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.461133 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.461495 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.461849 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.462242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.462591 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.462963 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.463314 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.463658 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.464003 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.464340 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.464682 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:02.482322 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a69f7b8d-4dbe-41ef-b261-ac1851911a1f req-065dbb8b-0deb-48b0-a00b-b65fc22b5783 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1892793
May 10 13:34:02.483629 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:02.487192 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf933f9d0>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 3, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:02.491805 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5401abe4-e6f5-4634-a832-0eff02fc6992 req-d02ad96a-9035-4d08-85e1-9953c892fe19 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187324
May 10 13:34:02.502644 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723d42c-7920-4269-b56f-35ea055c3abc None None] The sync data for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi is: [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 3, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:02.506489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.611048 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d94e4b9e-f2ed-41e3-953c-4ff6b14d23f3 None None] Provisioning for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:02.620465 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d94e4b9e-f2ed-41e3-953c-4ff6b14d23f3 None None] Provisioning complete for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:02.620844 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d94e4b9e-f2ed-41e3-953c-4ff6b14d23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.631382 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.680870 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d94e4b9e-f2ed-41e3-953c-4ff6b14d23f3 None None] Port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:02.696485 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8307ebd5-c0c3-491d-be10-7a37c98fdffc up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:02.787534 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 8307ebd5-c0c3-491d-be10-7a37c98fdffc triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:02.788056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.894890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.902448 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:02.935563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0898d32b-63b5-4f66-a663-8b837343d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:03.017772 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Pushing event updated for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:03.020665 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:03.021634 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:03.162585 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:03.163755 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:03.382536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Router c48ba22e-1fa2-4124-a56e-e13403455e5c has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:34:03.415644 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-20a55218-35db-4dc2-8bf9-e7e661ad519f None None] Provisioning complete for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:03.416055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-20a55218-35db-4dc2-8bf9-e7e661ad519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:03.520118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-fbd45d25-514e-4efe-82d2-3bb0c8fb770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:03.522654 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-fbd45d25-514e-4efe-82d2-3bb0c8fb770d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1097 time: 0.1634810
May 10 13:34:03.590489 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d0311570-c503-4f87-b7a6-4f1b58d9f003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:03.637349 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-20a55218-35db-4dc2-8bf9-e7e661ad519f None None] Port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:03.686962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:03.725698 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] 10.222.0.18 "PUT /v2.0/routers/c48ba22e-1fa2-4124-a56e-e13403455e5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3014777
May 10 13:34:03.801612 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-716dbbdd-98df-4991-9acd-b87e4b798914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:03.807108 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-716dbbdd-98df-4991-9acd-b87e4b798914 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=baee204f786f4e19b2955f877d00fe4d&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2657335
May 10 13:34:04.064234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-e8bf28ae-5a2d-426a-978b-97b2c9f07657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.066600 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-51192495-af2a-4a81-a0ce-b028a0f4a667 req-e8bf28ae-5a2d-426a-978b-97b2c9f07657 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2533090
May 10 13:34:04.125465 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224595c0-24d3-4181-810a-b61e1b68fcde req-2b7becad-fe94-4c01-85ad-378fbe4f8049 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.126957 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-224595c0-24d3-4181-810a-b61e1b68fcde req-2b7becad-fe94-4c01-85ad-378fbe4f8049 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.2823081
May 10 13:34:04.138062 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678f5fc-7341-43b7-8140-bb13481a3d31 req-0ac44156-04bd-4e40-9774-c8773b3b5a22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.145276 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1678f5fc-7341-43b7-8140-bb13481a3d31 req-0ac44156-04bd-4e40-9774-c8773b3b5a22 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3720560
May 10 13:34:04.210338 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-224595c0-24d3-4181-810a-b61e1b68fcde req-ead93624-808c-40cf-a22b-98a40f9e281f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503619
May 10 13:34:04.266726 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1678f5fc-7341-43b7-8140-bb13481a3d31 req-a7cf4d26-dc89-46e4-a84f-ad4121b84249 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204886
May 10 13:34:04.293369 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-88446eb2-a757-4169-8fea-501a112365b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.296401 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-88446eb2-a757-4169-8fea-501a112365b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1097 time: 0.1814253
May 10 13:34:04.414903 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-835fb2cd-6e89-4a90-a0d9-9eabe625bdcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc HTTP/1.1" status: 200  len: 217 time: 0.1047792
May 10 13:34:04.514375 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-3919f0ef-9e65-456b-9bce-e6a7e741790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.515879 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-3919f0ef-9e65-456b-9bce-e6a7e741790f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0941250
May 10 13:34:04.623168 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-5f40031c-a2da-49ae-a7ec-8320d3461d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:04.625868 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-5f40031c-a2da-49ae-a7ec-8320d3461d22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1010392
May 10 13:34:04.640964 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Sync routers for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:04.663081 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:04.663807 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fc0c40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:33:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:04.830106 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-4d085eb0-a6b0-436d-83fe-f3fa546a776c service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848292
May 10 13:34:04.892899 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6817e55b-2f50-4264-8520-277271791828 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:05.003635 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266eb76-eb97-4109-b71f-cc0864599289 req-8eb1ee6f-80be-472c-b5e4-b5c82b993340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:05.006228 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-9266eb76-eb97-4109-b71f-cc0864599289 req-8eb1ee6f-80be-472c-b5e4-b5c82b993340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.1750512
May 10 13:34:05.026554 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:05.068796 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-facdff5f-d389-45c5-906b-ac80c8dd6032 req-20b06755-adb1-4be6-9f0b-41bff6ced848 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825233
May 10 13:34:05.069110 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 6817e55b-2f50-4264-8520-277271791828 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:05.089097 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 6817e55b-2f50-4264-8520-277271791828 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:05.089750 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.177467 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56226) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:05.184125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490233511', 'description': 'tempest-secgroup-smoke-490233511 description', 'project_id': '014009b6efe44930b5ae89aee41f4e43'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:05.192489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:05.197400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:05.200363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:05.210572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:05.222423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.246832 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:05.251044 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:05.254572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:05.261444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:05.522247 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.532392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.538326 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c0a60bd6-d9f8-4257-8dba-d9c6529941fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:05.601834 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e4b19-215a-462b-8416-91639c4bd618,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:05.605659 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.608183 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.609755 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4310882
May 10 13:34:05.612592 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56238) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:05.613462 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:05.621532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:05.632410 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:05.633509 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 6817e55b-2f50-4264-8520-277271791828, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=6817e55b-2f50-4264-8520-277271791828,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:05.644226 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:05.648428 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceebab7-5d33-43d8-91bd-4715da27a424 req-ff2d4a9b-a21a-4358-a644-0f60ea5619db tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:05.651504 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:05.651661 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ceebab7-5d33-43d8-91bd-4715da27a424 req-ff2d4a9b-a21a-4358-a644-0f60ea5619db tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2592132
May 10 13:34:05.652196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.663299 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a5ca-aa31-4f54-a080-4153e2b5ddb9 req-e444558b-e067-4a62-820c-89a510240188 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:05.665449 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1404a5ca-aa31-4f54-a080-4153e2b5ddb9 req-e444558b-e067-4a62-820c-89a510240188 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.2133629
May 10 13:34:05.682608 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:05.692217 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:05.720333 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.826092 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fc0c40>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:34:02Z', 'revision_number': 4, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '245a4a6b-7ba8-40ee-a897-f1ce231109a8', 'name': '', 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'mac_address': 'fa:16:3e:a5:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:01Z', 'updated_at': '2021-05-10T13:34:02Z', 'revision_number': 2, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'subnets': [{'id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:05.838806 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ceebab7-5d33-43d8-91bd-4715da27a424 req-36a00f87-bf43-4982-acc1-6badc5f54028 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713250
May 10 13:34:05.863301 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1404a5ca-aa31-4f54-a080-4153e2b5ddb9 req-d40a9d5d-d2c7-4bbd-9379-ed2a213e0bc9 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425507
May 10 13:34:05.863648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Checking router: c48ba22e-1fa2-4124-a56e-e13403455e5c for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:05.863648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Updating router c48ba22e-1fa2-4124-a56e-e13403455e5c port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:05.878321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.888686 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.891322 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e89fdac6-28a4-4954-8fe8-fa90481df5be tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:05.912744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=6817e55b-2f50-4264-8520-277271791828,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:05.916582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:05.923288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1573238-7309-45ed-97f5-91a12cd7e731,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:05.926300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:05.938686 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.942589 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:05.942725 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3263388
May 10 13:34:05.943046 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56246) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:05.949681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:05.955899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:05.959234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:05.962096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:05.969594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:05.989782 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.067373 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.072263 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.076628 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7ba1dd51-45b0-42e6-b9ef-3885b27bb22b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.111755 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.113183 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1691051
May 10 13:34:06.114447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541a9eec-c4a1-4653-ba5b-22381ccc47c6,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:06.116083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56250) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:06.122049 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:06.122618 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:06.128259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:06.132522 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:06.135972 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:06.144333 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:06.266133 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.279118 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-16b1b129-48ca-4c4a-8865-6c9365a84edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.292432 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.347974 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.354874 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.357678 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-84d3f50e-5398-4421-9c51-f128f2370798 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.387280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bbc14f-7dcd-408b-9e3d-f960b1c37854,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:06.389806 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:06.395249 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.397082 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2797842
May 10 13:34:06.399681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56254) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:06.405153 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:06.409596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.414628 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:06.419178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:06.422221 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:06.422985 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Transition to ACTIVE for port object 245a4a6b-7ba8-40ee-a897-f1ce231109a8 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:06.429393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:06.430735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.440991 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.447893 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.512691 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Pushing event updated for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:06.534934 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.542740 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.545213 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.578128 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f72d6-6f4e-4277-838a-eb70eea7d67e,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:06.589467 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:06.598238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.599441 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1987209
May 10 13:34:06.601448 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:06.602368 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56260) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:06.614014 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:06.714102 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:06.714102 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-9266eb76-eb97-4109-b71f-cc0864599289 req-3d71fdef-643e-4bba-a722-6a76544a2b77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609674
May 10 13:34:06.726436 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:06.729833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Attempting to bind port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:06.730519 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Attempting to bind port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:06.730645 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Attempting to bind port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 on network b46eb733-2d6f-4e86-be46-ebb76f5e3209 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:06.731440 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:06.736282 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:06.736663 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Checking segment: {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:06.737074 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.737478 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Bound using segment: {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:06.738022 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Bound port: 245a4a6b-7ba8-40ee-a897-f1ce231109a8, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38efd327-ba20-43fa-9501-9ada77cb7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:06.738409 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.742838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:06.760439 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.securitygroups_db [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Project 014009b6efe44930b5ae89aee41f4e43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:34:06.768546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.819150 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6817e55b-2f50-4264-8520-277271791828 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:06.893577 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.904332 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.915579 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.920379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] For port 245a4a6b-7ba8-40ee-a897-f1ce231109a8, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:06.923677 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] For port 245a4a6b-7ba8-40ee-a897-f1ce231109a8, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=245a4a6b-7ba8-40ee-a897-f1ce231109a8,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:06.943135 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b0ef06-fd54-499b-adee-f010ce782945,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:06.946567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.947006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:06.953422 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:06.958696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:06.960471 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3532956
May 10 13:34:06.963764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56274) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:06.969531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e4b19-215a-462b-8416-91639c4bd618', 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:06.983121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:06.997143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:security_group_rule and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:07.003233 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:07.016410 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:07.044411 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.securitygroups_db [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Project 014009b6efe44930b5ae89aee41f4e43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:34:07.052867 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Pushing event updated for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:07.054436 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.079491 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:07.138839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:07.139406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fc0c40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:07.326730 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128899-bb25-4cfc-9228-334ac9816456 req-843e8312-902e-4e26-8cf8-3cdceadf5095 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:07.328607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0e128899-bb25-4cfc-9228-334ac9816456 req-843e8312-902e-4e26-8cf8-3cdceadf5095 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2644887
May 10 13:34:07.357239 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.367686 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 6817e55b-2f50-4264-8520-277271791828 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:07.368104 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.383118 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe76e8d-74c0-45a0-8cea-e1344527698c req-c5954acb-d5fb-476b-8939-d4bc584a0799 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:07.391138 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0fe76e8d-74c0-45a0-8cea-e1344527698c req-c5954acb-d5fb-476b-8939-d4bc584a0799 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.2655854
May 10 13:34:07.395771 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.427786 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-463148e5-627f-4c1a-bcf8-f99fcc4a89cf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:07.446435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.473135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd2dbf5-bc62-493c-ac7e-b82f222157c6,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:07.477484 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0e128899-bb25-4cfc-9228-334ac9816456 req-5d2e3776-ac72-4e2c-9303-ae4a3b3540c8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395073
May 10 13:34:07.482003 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:07.504787 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0fe76e8d-74c0-45a0-8cea-e1344527698c req-48f647c8-d75f-402a-b2ce-376a44cf082a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123941
May 10 13:34:07.506905 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:07.511401 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5464494
May 10 13:34:07.563974 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:08.014903 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-f8870389-439f-4369-af33-2b0a60446143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fc0c40>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:34:02Z', 'revision_number': 4, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '245a4a6b-7ba8-40ee-a897-f1ce231109a8', 'name': '', 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'mac_address': 'fa:16:3e:a5:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:01Z', 'updated_at': '2021-05-10T13:34:06Z', 'revision_number': 4, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'subnets': [{'id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:08.019850 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870389-439f-4369-af33-2b0a60446143 None None] The sync data for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi is: [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:34:02Z', 'revision_number': 4, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '245a4a6b-7ba8-40ee-a897-f1ce231109a8', 'name': '', 'network_id': 'b46eb733-2d6f-4e86-be46-ebb76f5e3209', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'mac_address': 'fa:16:3e:a5:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:01Z', 'updated_at': '2021-05-10T13:34:06Z', 'revision_number': 4, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'subnets': [{'id': '2853af03-7fde-4917-b65e-9e1206ad5bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:08.636610 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:08.768174 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 245a4a6b-7ba8-40ee-a897-f1ce231109a8 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:08.785313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab748d1-29e1-467a-8e97-167990df503e req-61bbda56-8858-46ab-9bb6-0a49aa8f6311 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:08.787045 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4ab748d1-29e1-467a-8e97-167990df503e req-61bbda56-8858-46ab-9bb6-0a49aa8f6311 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.1788378
May 10 13:34:08.904442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:08.923408 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:08.923801 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:08.962448 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e872bd-dcdb-4a84-bf95-4b08bcab3472 req-84c513b1-4c27-4dd8-b7d7-f04207cda6fa tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:08.975028 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c1e872bd-dcdb-4a84-bf95-4b08bcab3472 req-84c513b1-4c27-4dd8-b7d7-f04207cda6fa tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2975590
May 10 13:34:09.029730 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4ab748d1-29e1-467a-8e97-167990df503e req-c096d1d8-9259-401e-ad4a-3197aa26bdba tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2354209
May 10 13:34:09.079105 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c1e872bd-dcdb-4a84-bf95-4b08bcab3472 req-46f374e0-68fd-4ebd-b29b-162ea2f66267 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029241
May 10 13:34:09.181293 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:09.230803 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 245a4a6b-7ba8-40ee-a897-f1ce231109a8, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=245a4a6b-7ba8-40ee-a897-f1ce231109a8,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:09.236013 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:09.237902 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3fcaf65d-b228-4dfc-a67b-49f12978d1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:09.315109 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:09.318258 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:10.329493 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e778f2-2d01-48e2-85b8-30e52a28eedc req-778946d1-c082-440f-81a4-8f8d8d5db174 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:10.331000 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55e778f2-2d01-48e2-85b8-30e52a28eedc req-778946d1-c082-440f-81a4-8f8d8d5db174 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.1569116
May 10 13:34:10.386555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7b374-e8c5-4739-95ba-f4d2875a6627 req-05382450-d3f7-4b53-a868-5a5081daf437 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:10.387984 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74b7b374-e8c5-4739-95ba-f4d2875a6627 req-05382450-d3f7-4b53-a868-5a5081daf437 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1326780
May 10 13:34:10.409779 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55e778f2-2d01-48e2-85b8-30e52a28eedc req-6c9d5d88-7758-4550-84c6-eae381e3786c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701993
May 10 13:34:10.437501 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74b7b374-e8c5-4739-95ba-f4d2875a6627 req-bac9c7ba-48c7-44df-922a-8a5b31aade96 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438473
May 10 13:34:10.700420 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 245a4a6b-7ba8-40ee-a897-f1ce231109a8 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:10.772007 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:10.772391 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:10.926503 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-b73def38-71cd-41ee-8c49-940e276bc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:10.928122 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-b73def38-71cd-41ee-8c49-940e276bc4fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cc99962f1734274adfbd00a099b7a29&device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 1098 time: 0.0762479
May 10 13:34:10.970881 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374233-da0f-44b5-bb4d-42ff06591719 req-24eaa33a-0405-41fc-b25b-4093d50a9693 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:10.972257 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ab374233-da0f-44b5-bb4d-42ff06591719 req-24eaa33a-0405-41fc-b25b-4093d50a9693 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0833287
May 10 13:34:11.017237 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ab374233-da0f-44b5-bb4d-42ff06591719 req-7282d161-09b2-4c3d-a167-159a461e9112 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384657
May 10 13:34:11.060708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-7ad40a4d-4b9d-4e34-9751-8dd5c60c9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:11.062173 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-7ad40a4d-4b9d-4e34-9751-8dd5c60c9714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 200  len: 919 time: 0.1265492
May 10 13:34:11.621564 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105eadb-e008-411e-878e-bc7496b18d64 req-34359eba-8071-4038-9912-1df2f6b93d4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:11.623314 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c105eadb-e008-411e-878e-bc7496b18d64 req-34359eba-8071-4038-9912-1df2f6b93d4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.1005664
May 10 13:34:11.692345 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c105eadb-e008-411e-878e-bc7496b18d64 req-005be206-ece0-46f8-9901-01becbada849 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611675
May 10 13:34:12.224280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc5951-e5ce-4909-8f1e-4302efcf6db2 req-bd0bcb03-e01e-4dc2-a6de-b1108a5053f5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:12.225731 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d6fc5951-e5ce-4909-8f1e-4302efcf6db2 req-bd0bcb03-e01e-4dc2-a6de-b1108a5053f5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0842748
May 10 13:34:12.271559 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d6fc5951-e5ce-4909-8f1e-4302efcf6db2 req-449d2365-96d7-4862-9d13-b914af91076d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400720
May 10 13:34:12.385913 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-bf97dc47-1cda-4da7-bc08-3e1b2bdef386 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 200  len: 217 time: 0.0627351
May 10 13:34:12.871113 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f631ac-d8b5-43ea-9cd7-58698a809bb9 req-74468f99-4d1c-4a1c-a3a7-58598e07b48c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:12.872555 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-37f631ac-d8b5-43ea-9cd7-58698a809bb9 req-74468f99-4d1c-4a1c-a3a7-58598e07b48c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.0816357
May 10 13:34:12.915866 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-37f631ac-d8b5-43ea-9cd7-58698a809bb9 req-684ef206-2b00-4836-ab4b-ec9a1541c6b0 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375192
May 10 13:34:13.280418 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-cf5162cf-5cf5-413c-a089-001bb4c55b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:13.281719 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-cf5162cf-5cf5-413c-a089-001bb4c55b39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 200  len: 858 time: 0.0573521
May 10 13:34:13.453855 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4af86-e594-47a9-bf95-a50a83cf574c req-be603256-0bc9-4cd2-9fe4-328d5e0944b1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:13.455342 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24f4af86-e594-47a9-bf95-a50a83cf574c req-be603256-0bc9-4cd2-9fe4-328d5e0944b1 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0788553
May 10 13:34:13.499631 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24f4af86-e594-47a9-bf95-a50a83cf574c req-ecfe2daa-e33a-4e36-bc19-44f5b2fc48c8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386574
May 10 13:34:14.171450 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e5824-0cd2-4c0b-8678-cdac0f9564c0 req-a3a0915c-857f-40bd-9a7d-e9d55614c31f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:14.172899 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c5e5824-0cd2-4c0b-8678-cdac0f9564c0 req-a3a0915c-857f-40bd-9a7d-e9d55614c31f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.1545293
May 10 13:34:14.217849 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c5e5824-0cd2-4c0b-8678-cdac0f9564c0 req-d404b5a6-375f-40a5-a607-937163aa301a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392623
May 10 13:34:14.359354 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-2041c66e-fcc4-4da9-9da5-4f7ff16e427c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7909857c-8055-41c3-95c6-3f8457ebca19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442369
May 10 13:34:14.496816 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-f3aeba80-bcbb-4621-aedd-e0f93daa81e4 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285620
May 10 13:34:14.631738 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5267baf7-001d-41be-8dfe-1910b9c5bbd1 req-057f5ddb-19e4-4db7-9f29-50a6c69586c6 service neutron] 10.222.0.36 "GET /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249919
May 10 13:34:14.695995 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f0914-91fa-42d0-ab9c-8e174d7e231c req-293119fd-0085-461e-b7ab-7b52026984a5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:14.697310 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6a4f0914-91fa-42d0-ab9c-8e174d7e231c req-293119fd-0085-461e-b7ab-7b52026984a5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0906641
May 10 13:34:14.751958 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6a4f0914-91fa-42d0-ab9c-8e174d7e231c req-1945897d-1c89-40c0-a524-5961ecff0655 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481625
May 10 13:34:15.402135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db5ea2-c718-4ba1-ae1a-ae45b0db5e66 req-8b0f414e-a2b3-41f2-830d-9e23aaa1a70e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:15.403591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89db5ea2-c718-4ba1-ae1a-ae45b0db5e66 req-8b0f414e-a2b3-41f2-830d-9e23aaa1a70e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.0837755
May 10 13:34:15.452051 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89db5ea2-c718-4ba1-ae1a-ae45b0db5e66 req-0e9f60d1-fef7-4845-85ba-e18a87ff8b2a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419266
May 10 13:34:15.538243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56522) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:15.608839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Deleting subnet e99a94b7-5c9a-46a8-9b89-a0925c36b0d0 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:34:15.611884 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:15.672468 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:15.730736 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.040257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ef720-1ec4-447b-8cf9-b20a80da1b9d req-223399f5-7e4d-453f-bee2-df1587dbb672 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:16.042413 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-572ef720-1ec4-447b-8cf9-b20a80da1b9d req-223399f5-7e4d-453f-bee2-df1587dbb672 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1774273
May 10 13:34:16.076901 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.090080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:16.129550 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.133961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99a94b7-5c9a-46a8-9b89-a0925c36b0d0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:16.136569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:16.143472 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-572ef720-1ec4-447b-8cf9-b20a80da1b9d req-a03e9b86-1416-49e2-9f42-6e2f4a6d1d59 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939496
May 10 13:34:16.145092 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e99a94b7-5c9a-46a8-9b89-a0925c36b0d0 HTTP/1.1" status: 204  len: 168 time: 0.6058383
May 10 13:34:16.147573 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56534) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:16.254355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.375206 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.387439 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf815ed30>,) {'filters': {'network_id': ['ac114dc9-fa95-446a-8a82-642b88ba79ae']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:16.398915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf815ed30>, '7df1bae9-72bf-4c2a-8976-201a9a92a4ea') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:16.399208 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf815ed30>, '7df1bae9-72bf-4c2a-8976-201a9a92a4ea') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:16.410501 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.429449 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.436309 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:34:16.436679 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:34:16.450419 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:34:16.524426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.528745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:16.544156 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:16.550121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac114dc9-fa95-446a-8a82-642b88ba79ae,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:16.554177 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:16.562816 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b6384124-2921-4fd8-ac48-4f1d0697524e admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac114dc9-fa95-446a-8a82-642b88ba79ae HTTP/1.1" status: 204  len: 168 time: 0.4142501
May 10 13:34:16.669407 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb469-9308-4d71-8178-1c44abd19cc9 req-3c5a5bbd-8613-4a6c-a4b7-c2f3760ac87c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:16.671252 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d52cb469-9308-4d71-8178-1c44abd19cc9 req-3c5a5bbd-8613-4a6c-a4b7-c2f3760ac87c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 944 time: 0.1003263
May 10 13:34:16.725147 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d52cb469-9308-4d71-8178-1c44abd19cc9 req-9facc1e0-1b31-41da-8d6d-5f0fdd12b49b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476265
May 10 13:34:16.866739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56552) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:16.918436 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e7c34030-8aea-4071-8a67-765917931369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad2126580030424993b74b3f05daee5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503850
May 10 13:34:16.920840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56558) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:16.983009 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.008459 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.068650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.074611 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-690478c3-1053-49e9-9c0c-311850219808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:17.089352 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c81f76-b7f1-42a7-9f3f-494dfb68e7fb,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:17.092355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:17.094000 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.098434 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23c81f76-b7f1-42a7-9f3f-494dfb68e7fb HTTP/1.1" status: 204  len: 168 time: 0.1737471
May 10 13:34:17.194127 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-bb45d26e-e91f-4a62-9d2d-d3b9c07af88f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0866480
May 10 13:34:17.318093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-252d1ea2-8eba-4a5e-ba49-04fdd8e69f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:17.319507 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-252d1ea2-8eba-4a5e-ba49-04fdd8e69f66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.0845001
May 10 13:34:17.367389 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16772708-f3b6-426d-b3fc-668abd4a198c req-cc7600f7-7ff0-4d57-b1ad-edf5df34d2c0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:17.369603 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16772708-f3b6-426d-b3fc-668abd4a198c req-cc7600f7-7ff0-4d57-b1ad-edf5df34d2c0 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.0927536
May 10 13:34:17.426134 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16772708-f3b6-426d-b3fc-668abd4a198c req-f89ac729-f462-45ca-b7ce-dbafbfb44ae5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448785
May 10 13:34:17.496045 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-6e19d8f7-eb31-475b-8d3f-76562f18f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:17.497910 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-6e19d8f7-eb31-475b-8d3f-76562f18f7a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.1457329
May 10 13:34:17.588994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:34:17.616038 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-1e23cfff-e049-47df-9feb-03a5fccbf226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1000 time: 0.1098177
May 10 13:34:17.751033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-df544153-81d2-4ee6-9490-c22959b0a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:17.752856 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-df544153-81d2-4ee6-9490-c22959b0a3b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.1288354
May 10 13:34:17.762623 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:17.779012 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'port_id': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'mac_address': 'fa:16:3e:4f:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:34:17.851523 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-14cd3e1e-e840-4f1b-af46-f2434123f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:17.853035 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-14cd3e1e-e840-4f1b-af46-f2434123f670 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921106
May 10 13:34:17.869820 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.893756 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:34:17.918014 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:17.924625 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:17.935833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:18.074968 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:18.079063 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:18.107351 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-93f1c201-d015-4540-baf5-7ee20611498f service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467003
May 10 13:34:18.124940 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56608) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:18.189597 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6eac-9f12-4938-9862-c77b68c99aff req-5e055d12-32c4-46d0-981a-a42f23464e8d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:18.191467 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9bcb6eac-9f12-4938-9862-c77b68c99aff req-5e055d12-32c4-46d0-981a-a42f23464e8d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 945 time: 0.3071713
May 10 13:34:18.247206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:34:18.250835 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9bcb6eac-9f12-4938-9862-c77b68c99aff req-f129ea47-58da-4db1-910b-8d7c04c23efa tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522521
May 10 13:34:18.449909 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7d7108e9-0a89-44ca-901b-8d0bb3ebd8c2 req-0023d70b-6864-4e46-bbb4-f0a13f213130 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3272974
May 10 13:34:18.495255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1504201094-network', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:18.499798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:18.503605 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Usage tracker for resource:network and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:18.506460 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:18.512717 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:18.522648 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Made reservation on behalf of ecac9f4fc9884ab4acfaa9204fda25d6 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:18.525875 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.538518 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.553170 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:18.557206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:18.559940 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:18.565492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:18.654752 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.659807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.663746 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-65209edf-9151-4215-a81e-ebde8cdc8c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:18.693053 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:34:18.702020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:18.705616 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:18.708139 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.708490 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Added segment 06ea0b58-feee-4478-9477-f04e5a2b32f1 of type vlan for network 82777926-5143-406f-843b-fe55114e4dd8
May 10 13:34:18.736113 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.766312 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.767756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:18.768356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:18.771672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:18.873381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Pushing event updated for resources: {'Network': ['ID=82777926-5143-406f-843b-fe55114e4dd8,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:18.876681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:18.881040 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56620) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:18.881541 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7510526
May 10 13:34:18.883796 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 82777926-5143-406f-843b-fe55114e4dd8 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:34:18.888422 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Request body: {'subnet': {'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1504201094-subnet', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:18.893284 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:18.897148 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Usage tracker for resource:subnet and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:18.900062 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:18.906279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:18.916567 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Made reservation on behalf of ecac9f4fc9884ab4acfaa9204fda25d6 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:18.918883 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:19.308659 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:19.314843 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:19.406313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c20667-3066-4d31-a6fc-80c068df6551,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:19.411114 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:19.413136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Checking segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:19.413954 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Network hostable DHCP agents. Network: 82777926-5143-406f-843b-fe55114e4dd8, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:34:19.497347 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Network 82777926-5143-406f-843b-fe55114e4dd8 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:34:19.520895 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 82777926-5143-406f-843b-fe55114e4dd8) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:19.529701 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09bbe3-8c3b-4ade-8b4e-dcbd7c207665 None None] Network 82777926-5143-406f-843b-fe55114e4dd8 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:19.566693 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:19.567393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:19.583257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073aa9f-be04-461b-be47-d0d30c5088a1 req-d7963874-ccf4-4fb0-80d3-fd443ce7a4bd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:19.584095 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e073aa9f-be04-461b-be47-d0d30c5088a1 req-d7963874-ccf4-4fb0-80d3-fd443ce7a4bd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 945 time: 0.1574368
May 10 13:34:19.635308 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-44b8a17f-b850-478a-9ffb-30c53aa7ea12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7495170
May 10 13:34:19.636364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56642) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:19.643229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:19.667371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:19.667574 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e073aa9f-be04-461b-be47-d0d30c5088a1 req-45e5d879-4dce-4245-b513-4f5d19fe48bb tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750766
May 10 13:34:19.684426 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Usage tracker for resource:router and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:19.692728 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:19.709725 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:19.735994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:19.740340 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:19.741839 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:19.771465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.019344 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56654) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:20.038735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:20.056246 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:20.056631 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.162713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.250915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.260746 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-82777926-5143-406f-843b-fe55114e4dd8', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:34:20.261589 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.270140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:20.278238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5efb373c7224499e92ea18a7307faf6d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:20.281853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:20.288119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:20.342361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.390139 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:20.390671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.394858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.406419 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-34fff422-fb57-49eb-8d98-82c1e7950734 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:20.412772 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:20.418779 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.452890 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5efb373c7224499e92ea18a7307faf6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4309914
May 10 13:34:20.453820 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:20.454473 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccbb41f-cbda-438c-8965-ba221f6c4005,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:20.458094 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:20.458586 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56664) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:20.490315 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'code': 200}
May 10 13:34:20.534217 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.549124 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Allocated IP 172.20.0.2 (82777926-5143-406f-843b-fe55114e4dd8/10c20667-3066-4d31-a6fc-80c068df6551/bddf78bd-7f8d-400a-8a8c-c5e54d9bea96) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:20.554791 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:20.559373 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:20.574900 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.582083 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.611530 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.662433 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.680594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ed64d734-9c97-4522-afd5-eed8f8df42a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:20.713011 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccbb41f-cbda-438c-8965-ba221f6c4005,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:20.722659 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.729852 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ccbb41f-cbda-438c-8965-ba221f6c4005 HTTP/1.1" status: 204  len: 168 time: 0.2699146
May 10 13:34:20.730741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:20.883831 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Allocated IP 172.27.3.30 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:20.953427 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851643c-7aa6-4a5f-baba-b5d7fcab1101 req-87ce3823-858f-41de-b286-47de32e575ea tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:20.961640 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:20.973367 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b851643c-7aa6-4a5f-baba-b5d7fcab1101 req-87ce3823-858f-41de-b286-47de32e575ea tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.1465030
May 10 13:34:20.975727 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Transition to ACTIVE for port object bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:21.010366 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Transition to ACTIVE for port object bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:21.026209 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.029222 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453b94e-c943-4c56-80d7-bb2e67b6f100 req-41dd57dd-9df4-47ed-816c-3f5e30ecc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:21.030916 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4453b94e-c943-4c56-80d7-bb2e67b6f100 req-41dd57dd-9df4-47ed-816c-3f5e30ecc8c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1099 time: 0.2329562
May 10 13:34:21.032234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:21.058642 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b851643c-7aa6-4a5f-baba-b5d7fcab1101 req-38716a70-6994-4709-ac13-c74104f309f6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844104
May 10 13:34:21.108847 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Network 82777926-5143-406f-843b-fe55114e4dd8 is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:21.112291 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:21.121600 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:21.126945 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4453b94e-c943-4c56-80d7-bb2e67b6f100 req-d2f4f71f-f93b-4994-85f7-55277890c4c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847812
May 10 13:34:21.129757 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.167266 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.173121 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-dbcaaa3c-a990-4d5a-a72e-b7f107621ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:21.277004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Pushing event updated for resources: {'Port': ['ID=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:21.292788 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:21.318202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Attempting to bind port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:21.318586 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Attempting to bind port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:21.319013 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Attempting to bind port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 on network 82777926-5143-406f-843b-fe55114e4dd8 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:21.325476 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:21.325854 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Checking segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:21.326277 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.326671 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Bound using segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:21.327530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Bound port: bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:21.327914 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.365857 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:21.368608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:21.373783 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:21.516906 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] For port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:21.519919 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.522473 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] For port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:21.529087 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:21.534127 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3dd55936-3505-4cd5-81a9-db70c3a19167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:21.603313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:21.610001 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:21.622484 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Pushing event updated for resources: {'Port': ['ID=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:21.625615 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:21.830431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc167bb-f2a0-4ece-844b-1f7c7b4419cf req-7bf6ad4e-7ddc-4d65-927e-d5d757fca9be tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:21.832157 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3cc167bb-f2a0-4ece-844b-1f7c7b4419cf req-7bf6ad4e-7ddc-4d65-927e-d5d757fca9be tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.1392927
May 10 13:34:21.918531 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3cc167bb-f2a0-4ece-844b-1f7c7b4419cf req-d6028955-383a-45ed-b8da-96fa61b62dad tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799627
May 10 13:34:21.968613 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.292565 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fb2f2-2b8e-4ee5-b11d-8916bd12e67b req-c8752a68-2651-4eac-b145-663e677eb427 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:22.300062 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-439fb2f2-2b8e-4ee5-b11d-8916bd12e67b req-c8752a68-2651-4eac-b145-663e677eb427 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.0980325
May 10 13:34:22.356511 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-439fb2f2-2b8e-4ee5-b11d-8916bd12e67b req-6365e374-effb-48b1-90c1-017a985cbd74 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555856
May 10 13:34:22.378552 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.448934 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56720) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:22.638344 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Router d6108ae3-c78b-47fd-afd0-76f88d1ad910 is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:34:22.649648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.703109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:22.715936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Usage tracker for resource:security_group_rule and tenant:e305b5ef2df445229f0891327e8ac0d4 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:22.726428 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:22.741562 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:22.773379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d152aad-28e9-421a-be0e-87016196e6b5 None None] Network 82777926-5143-406f-843b-fe55114e4dd8 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:22.870884 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:22.881753 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Sync routers for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:22.898106 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:22.898775 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91ff2e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:22.908375 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.915961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcb20-f2d4-4178-82f7-e6c97fe18fbb req-445b98ac-9622-420e-9981-4079d88ddb51 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:22.916152 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2779601
May 10 13:34:22.917928 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56730) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:22.924224 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-739dcb20-f2d4-4178-82f7-e6c97fe18fbb req-445b98ac-9622-420e-9981-4079d88ddb51 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1474068
May 10 13:34:22.964187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.975757 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:22.991414 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7b383bc1-f5fc-436c-9714-163a8430cd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:22.994438 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:23.017986 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ead77e-eacf-4656-a7c5-98910eb16977,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:23.036691 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-739dcb20-f2d4-4178-82f7-e6c97fe18fbb req-b2620f6c-7e30-4df7-933e-cebdb5a03e7b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114185
May 10 13:34:23.043534 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:23.072152 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e305b5ef2df445229f0891327e8ac0d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6216083
May 10 13:34:23.078435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56736) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:23.080705 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-79d6032d-4dc9-47da-a259-c536a562f4c4 None None] Provisioning for port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:23.172114 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:23.215155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.262555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.262850 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:23.269733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:23.270282 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.302594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1ee9-ea1b-471a-a62a-8c4526c76e07 req-b42df265-1c98-4313-a5ed-812dafa1b6da tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:23.304250 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0e6e1ee9-ea1b-471a-a62a-8c4526c76e07 req-b42df265-1c98-4313-a5ed-812dafa1b6da tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.1947327
May 10 13:34:23.386854 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0e6e1ee9-ea1b-471a-a62a-8c4526c76e07 req-4d7850c8-fb69-45ab-bfa5-0247096cb99a tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760911
May 10 13:34:23.432060 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.436029 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9d420e4d-cf48-41bb-8823-ba011a37e595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:23.454470 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ead77e-eacf-4656-a7c5-98910eb16977,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:23.465452 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:23.469459 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.470875 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-913e9a46-8c56-4082-b662-8273e9b78c2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7ead77e-eacf-4656-a7c5-98910eb16977 HTTP/1.1" status: 204  len: 168 time: 0.3909488
May 10 13:34:23.555406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.593673 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:23.598762 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.600601 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-240539d9-ab15-463a-8df7-eac14bc6f434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:23.622815 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91ff2e0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:21Z', 'revision_number': 3, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:23.629325 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Checking router: d6108ae3-c78b-47fd-afd0-76f88d1ad910 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:23.631262 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Updating router d6108ae3-c78b-47fd-afd0-76f88d1ad910 port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:23.669723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5edec-8487-43c4-a442-7f4a4c2f6aaf req-1749bbdd-6774-49cc-887c-eef5a1472e0e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:23.677761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-48e5edec-8487-43c4-a442-7f4a4c2f6aaf req-1749bbdd-6774-49cc-887c-eef5a1472e0e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.1327069
May 10 13:34:23.777680 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:23.791300 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.793412 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:23.811814 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-f3fc5e8a-ee13-49d2-b995-4fa295de9979 None None] Provisioning complete for port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:23.812202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5e8a-ee13-49d2-b995-4fa295de9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:23.938464 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-48e5edec-8487-43c4-a442-7f4a4c2f6aaf req-d416515a-e543-4f67-973f-16cb1f74f212 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2589705
May 10 13:34:24.153165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350639ee-3f67-4b41-9688-76f088b4a132 req-721c4626-f7b1-414e-9c9a-2ed178bd2f7b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:24.154728 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-350639ee-3f67-4b41-9688-76f088b4a132 req-721c4626-f7b1-414e-9c9a-2ed178bd2f7b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.0929677
May 10 13:34:24.189622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.207888 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-6b380f37-99f9-44c8-abf2-faa07d18ab78 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:24.208613 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-6b380f37-99f9-44c8-abf2-faa07d18ab78 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Synchronizing usage tracker for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:24.251158 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-350639ee-3f67-4b41-9688-76f088b4a132 req-11178b4b-01c0-466e-964c-90a5493f2efd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896611
May 10 13:34:24.251694 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.268162 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Transition to ACTIVE for port object cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:24.278089 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.281964 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:24.287118 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5a301-9b53-4311-8452-64efc46d8a81 req-f5d7919a-4410-4bb4-a10a-60d6620b4db2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:24.288763 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8a5a301-9b53-4311-8452-64efc46d8a81 req-f5d7919a-4410-4bb4-a10a-60d6620b4db2 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.1103280
May 10 13:34:24.289020 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56750) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:24.294176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-6b380f37-99f9-44c8-abf2-faa07d18ab78 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Unset dirty status for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:24.295306 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-6b380f37-99f9-44c8-abf2-faa07d18ab78 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.2834287
May 10 13:34:24.347308 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8a5a301-9b53-4311-8452-64efc46d8a81 req-9fde6115-ca8a-49e1-809c-b62406d071ed tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522704
May 10 13:34:24.373027 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb375-0274-407a-9dd6-907c1bb6fa24 None None] Pushing event updated for resources: {'Port': ['ID=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:24.376824 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-a9fbb375-0274-407a-9dd6-907c1bb6fa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:24.398028 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Attempting to bind port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:24.398368 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Attempting to bind port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:24.398727 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Attempting to bind port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:24.405258 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:24.405258 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:24.405545 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.405784 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:24.406391 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Bound port: cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:24.406794 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.534806 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] For port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:24.538007 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] For port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:24.544316 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.550025 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:24.566759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Allocated IP 172.20.0.1 (82777926-5143-406f-843b-fe55114e4dd8/10c20667-3066-4d31-a6fc-80c068df6551/ae3e4bfa-d988-49d4-a2e2-5b347e62f18f) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:24.573685 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Deleting port 46346528-16e6-4a49-a9a1-2af15d65d3e9 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:34:24.574134 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.625067 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:24.626001 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91ff2e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:24.647958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c3e57-59ff-4abe-bfb4-39f678f95131 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:24.648650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f69c3e57-59ff-4abe-bfb4-39f678f95131 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] Synchronizing usage tracker for tenant:544fb1f8ec334af7869cee896a810b50 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:24.662365 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3d29f-e191-43a0-b861-f5e748bae5e7 req-2035d73b-b36d-477d-b8b2-5411f690c14b tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:24.663968 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16b3d29f-e191-43a0-b861-f5e748bae5e7 req-2035d73b-b36d-477d-b8b2-5411f690c14b tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 946 time: 0.1184261
May 10 13:34:24.691572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f69c3e57-59ff-4abe-bfb4-39f678f95131 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] Unset dirty status for tenant:544fb1f8ec334af7869cee896a810b50 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:24.692255 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f69c3e57-59ff-4abe-bfb4-39f678f95131 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1094 time: 0.4021461
May 10 13:34:24.695712 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56758) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:24.701581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'port_id': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:24.710566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:24.722169 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:floatingip and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:24.730900 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:24.740092 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:24.745000 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16b3d29f-e191-43a0-b861-f5e748bae5e7 req-4fab9ce8-7fd7-41af-9dfd-014028c70c2e tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697131
May 10 13:34:24.756457 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb375-0274-407a-9dd6-907c1bb6fa24 None None] Pushing event updated for resources: {'Port': ['ID=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:24.760379 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-a9fbb375-0274-407a-9dd6-907c1bb6fa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:24.760660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.819471 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:24.870527 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] For port 46346528-16e6-4a49-a9a1-2af15d65d3e9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=46346528-16e6-4a49-a9a1-2af15d65d3e9,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:24.871214 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.872291 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:24.920045 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:24.920681 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:24.932728 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.116404 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.27.3.36 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/59a7f9de-81d3-45bc-a3c4-78cd9d5d380c) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:25.120465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Calling delete_port for 46346528-16e6-4a49-a9a1-2af15d65d3e9 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:34:25.139414 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.210976 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91ff2e0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:21Z', 'revision_number': 3, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:25.215580 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423ae2f-7d44-4085-86e1-0cc48652f50c None None] The sync data for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi is: [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:21Z', 'revision_number': 3, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:25.262128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Transition to ACTIVE for port object ae3e4bfa-d988-49d4-a2e2-5b347e62f18f will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:25.294242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.329124 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.334476 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.334706 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-81d78dae-221b-451d-9958-12692d91c6ac tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:25.345857 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:25.352450 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['46346528-16e6-4a49-a9a1-2af15d65d3e9'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:34:25.394481 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:25.397699 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:25.404814 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:25.410960 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Pushing event deleted for resources: {'Port': ['ID=46346528-16e6-4a49-a9a1-2af15d65d3e9,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:25.422612 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:25.456058 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=59a7f9de-81d3-45bc-a3c4-78cd9d5d380c,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:25.460334 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:25.514144 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.518103 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] No DVR routers for this DVR port 46346528-16e6-4a49-a9a1-2af15d65d3e9 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:34:25.520401 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:25.595129 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.603408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'name': 'network-vif-deleted', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:25.622683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-3a5ef9e4-98c1-42a2-ab30-da864366a117 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:25.623581 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-3a5ef9e4-98c1-42a2-ab30-da864366a117 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Synchronizing usage tracker for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:25.661696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Network 82777926-5143-406f-843b-fe55114e4dd8 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:25.671162 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:25.674068 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:25.684062 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:25.754704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:25.757148 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43524be-4199-4e0d-9b0e-c3f106929ebf', 'name': 'network-vif-deleted', 'tag': '46346528-16e6-4a49-a9a1-2af15d65d3e9', 'status': 'completed', 'code': 200}
May 10 13:34:25.764819 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-3a5ef9e4-98c1-42a2-ab30-da864366a117 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Unset dirty status for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:25.766153 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-3a5ef9e4-98c1-42a2-ab30-da864366a117 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.4832075
May 10 13:34:25.767412 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-c45d2dd4-d500-4697-8576-0592da3b7e48 req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "DELETE /v2.0/ports/46346528-16e6-4a49-a9a1-2af15d65d3e9 HTTP/1.1" status: 204  len: 173 time: 1.4660263
May 10 13:34:25.784851 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:25.970926 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879a58-f0b7-414f-bbd3-481e06de2bd0 req-f74c05a4-a01b-4ad6-8b87-e2b37de54436 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:25.972738 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df879a58-f0b7-414f-bbd3-481e06de2bd0 req-f74c05a4-a01b-4ad6-8b87-e2b37de54436 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 945 time: 0.4475949
May 10 13:34:26.057810 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-7a4cac2e-c310-4922-995a-93b38e49d282 None None] Provisioning for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:26.069913 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2b6fab38-826a-4288-b6b5-96862f086a98 req-7bdb0725-27a5-4a24-a52d-1f06d941be61 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=e43524be-4199-4e0d-9b0e-c3f106929ebf HTTP/1.1" status: 200  len: 210 time: 0.1136060
May 10 13:34:26.070431 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-7a4cac2e-c310-4922-995a-93b38e49d282 None None] Provisioning complete for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:26.071202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-7a4cac2e-c310-4922-995a-93b38e49d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.108491 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-df879a58-f0b7-414f-bbd3-481e06de2bd0 req-8a8e2a9e-45a9-4327-8758-011a7f08e160 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864329
May 10 13:34:26.139066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Deleting port a9903399-ff5d-4b61-bd93-b19a1984df11 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:34:26.139411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.155301 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.165029 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cac2e-c310-4922-995a-93b38e49d282 None None] Port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:26.257991 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.444870 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] For port a9903399-ff5d-4b61-bd93-b19a1984df11, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a9903399-ff5d-4b61-bd93-b19a1984df11,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:26.445366 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.473865 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.586714 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Calling delete_port for a9903399-ff5d-4b61-bd93-b19a1984df11 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:34:26.646798 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:34:26.668928 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.678682 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.711769 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ee9e5e89-9cdb-4184-a7f1-c8c95b7a1f5d tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:26.716863 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.724123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.729822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9e01313-eca0-428a-994c-d7d7cc19c2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:26.803631 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:26.820029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:26.832499 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:26.842057 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.872915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=59a7f9de-81d3-45bc-a3c4-78cd9d5d380c,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:26.877671 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:26.878018 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:26.883284 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:26.884379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:26.892598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.027222 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.046988 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:27.054155 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.059406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:27.071532 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.082566 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e3eb20ad-c9e0-4dde-ae78-5f73371d26c0 tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:27.101249 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP 19c47e2d-51cd-4bd0-aa0f-ac1c2741e745 associated. External IP: 172.27.3.36, port: ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc.
May 10 13:34:27.129936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Pushing event deleted for resources: {'Port': ['ID=a9903399-ff5d-4b61-bd93-b19a1984df11,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:27.138446 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:27.141424 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:27.142778 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'a9903399-ff5d-4b61-bd93-b19a1984df11'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:34:27.148741 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:27.370462 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-37e1e070-0287-4a83-b82d-e662d8856f5d req-0a14447b-1a48-4231-b720-fae67817a7dd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.0609505
May 10 13:34:27.387120 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] No DVR routers for this DVR port a9903399-ff5d-4b61-bd93-b19a1984df11 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:34:27.401255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.449904 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-208d1ca0-9006-45a8-b953-e0e94280fa16 req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "DELETE /v2.0/ports/a9903399-ff5d-4b61-bd93-b19a1984df11 HTTP/1.1" status: 204  len: 173 time: 1.6663883
May 10 13:34:27.459133 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Network 82777926-5143-406f-843b-fe55114e4dd8 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:27.461348 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:27.722395 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:34:27.747604 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Router d6108ae3-c78b-47fd-afd0-76f88d1ad910 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:34:27.807806 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d1c220a1-e934-40f7-b003-4627ba8eef76 None None] Provisioning complete for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:27.808183 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d1c220a1-e934-40f7-b003-4627ba8eef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.811903 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'name': 'network-vif-deleted', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:27.864252 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d1c220a1-e934-40f7-b003-4627ba8eef76 None None] Port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:27.905282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:27.917397 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:27.918362 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc94a775-a5fe-457f-a863-de0dc05f08dc', 'name': 'network-vif-deleted', 'tag': 'a9903399-ff5d-4b61-bd93-b19a1984df11', 'status': 'completed', 'code': 200}
May 10 13:34:27.927017 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:27.927770 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90dc220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:27.933166 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:27.945909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:27.950655 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6108ae3-c78b-47fd-afd0-76f88d1ad910/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0308733
May 10 13:34:27.964567 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Sync routers for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:27.987514 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:27.989532 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:28.013299 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3164222
May 10 13:34:28.014313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:28.091533 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'status': 'completed', 'code': 200}
May 10 13:34:28.116647 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:28.213160 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:28.514839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90dc220>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '19c47e2d-51cd-4bd0-aa0f-ac1c2741e745', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:4f:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:28.519757 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:28.529440 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:28.530574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90dc220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:28.551315 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8190>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 2, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:28.556420 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Checking router: d6108ae3-c78b-47fd-afd0-76f88d1ad910 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:28.557079 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Updating router d6108ae3-c78b-47fd-afd0-76f88d1ad910 port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:28.591394 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0342437-4d22-4ae3-9623-2e624d9792be req-ef07105a-7b36-4452-acc0-8d3af97ba1fd tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.0600586
May 10 13:34:28.614695 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.704618 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56820) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:28.712701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907162952-network', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:28.727041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:28.728240 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:28.735023 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Usage tracker for resource:network and tenant:a8a7b1550c9642c2a3de0cd9f19fdb2c is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:28.738543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:28.745740 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:28.760594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Made reservation on behalf of a8a7b1550c9642c2a3de0cd9f19fdb2c for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:28.763313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.777764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.794807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:28.795066 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:28.798785 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a7b1550c9642c2a3de0cd9f19fdb2c is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:28.802462 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:28.809702 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:28.907028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.911750 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.915768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-02d5501d-1558-4b95-9af9-6a918fc25994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:28.945608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:34:28.951497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba86df8-047c-4df6-a357-00c52f760c59,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:28.955246 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:28.958930 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:28.959316 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Added segment 03ad29a4-c063-46f5-83ee-9694ace9f926 of type vlan for network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1
May 10 13:34:28.989121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.054753 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.055688 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:29.056144 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.068088 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Transition to ACTIVE for port object ae3e4bfa-d988-49d4-a2e2-5b347e62f18f will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:29.075785 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.080308 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:29.109916 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.111238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:29.111820 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.116665 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:29.151850 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6b2a-1e0f-45a3-a89b-78aa5c1cc08f None None] Pushing event updated for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:29.155379 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-ee2a6b2a-1e0f-45a3-a89b-78aa5c1cc08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:29.248137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1a98d0-98c4-4e0b-afb2-9f212291a8c1,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:29.261602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:34:29.262313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:29.263783 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5581563
May 10 13:34:29.266759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 56826) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:29.281371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Request body: {'subnet': {'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907162952-subnet', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:29.287444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:29.293779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Usage tracker for resource:subnet and tenant:a8a7b1550c9642c2a3de0cd9f19fdb2c is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:29.297603 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:29.304305 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:29.317104 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Made reservation on behalf of a8a7b1550c9642c2a3de0cd9f19fdb2c for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:29.321113 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2443975'] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.329173 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Attempting to bind port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:29.329545 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Attempting to bind port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:29.329911 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Attempting to bind port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f on network 82777926-5143-406f-843b-fe55114e4dd8 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:29.335469 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:29.335858 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Checking segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:29.336263 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.336672 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Bound using segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:29.337169 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Bound port: ae3e4bfa-d988-49d4-a2e2-5b347e62f18f, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:29.337557 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.397757 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90dc220>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '19c47e2d-51cd-4bd0-aa0f-ac1c2741e745', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:4f:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:29.401910 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3fdbb-8b28-4038-9401-2b17313dddb7 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '19c47e2d-51cd-4bd0-aa0f-ac1c2741e745', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:4f:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:29.436267 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] For port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:29.439598 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] For port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:29.445054 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.450138 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:29.524287 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:29.524947 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:29.640154 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6b2a-1e0f-45a3-a89b-78aa5c1cc08f None None] Pushing event updated for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=4']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:29.654489 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-ee2a6b2a-1e0f-45a3-a89b-78aa5c1cc08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:29.694632 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a7c51-6702-4a63-a36b-18e6830f7f74 None None] New status for floating IP 19c47e2d-51cd-4bd0-aa0f-ac1c2741e745: ACTIVE {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:34:29.776285 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:29.784655 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2443957'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.788636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:29.908542 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8905b1-9e20-469b-bd6d-6e3a5a530012,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:29.914570 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:29.916215 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Checking segment: {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:29.916577 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Network hostable DHCP agents. Network: 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:34:29.938523 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:34:29.950838 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:29.968123 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:29.968719 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:29.997945 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56836) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:29.998999 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e05f372b-ee71-40ff-b3f0-bce83de26e3d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7302947
May 10 13:34:29.999716 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007e384-2ab3-4565-b514-23b2e975f349 None None] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:30.004474 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:30.049129 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:30.060260 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c4bfa9e2-7df1-4969-ad14-35872530ec4f req-e95a3416-b4d9-4dc5-af3d-f731397ffabc tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.0523834
May 10 13:34:30.061386 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Usage tracker for resource:router and tenant:a8a7b1550c9642c2a3de0cd9f19fdb2c is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:30.066138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:30.074997 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:30.095241 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.096322 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.114802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.186574 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8190>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:29Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:30.190440 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad681f34-0f1b-40e4-8259-242c722591ad None None] The sync data for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi is: [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:29Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:30.396895 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'fixed_ips': [{'subnet_id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:34:30.398562 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.429761 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.562424 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Allocated IP 172.20.0.2 (2d1a98d0-98c4-4e0b-afb2-9f212291a8c1/cc8905b1-9e20-469b-bd6d-6e3a5a530012/7c9afc4b-c629-4743-af58-58b695dee706) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:30.772275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.798394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device ae3e4bfa-d988-49d4-a2e2-5b347e62f18f up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:30.809860 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.882778 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.896325 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Transition to ACTIVE for port object 7c9afc4b-c629-4743-af58-58b695dee706 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:30.926825 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Transition to ACTIVE for port object 7c9afc4b-c629-4743-af58-58b695dee706 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:30.936246 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:30.941865 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:30.942538 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:30.994008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Allocated IP 172.27.3.66 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/0d72b7c4-c029-4583-a5c2-c9d02aa63f16) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:30.996491 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.003848 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:31.075845 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:31.079475 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:31.093338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:31.098890 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Pushing event updated for resources: {'Port': ['ID=7c9afc4b-c629-4743-af58-58b695dee706,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:31.109858 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:31.163872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.202567 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.212498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:31.220707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 46346528-16e6-4a49-a9a1-2af15d65d3e9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:34:31.286904 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 46346528-16e6-4a49-a9a1-2af15d65d3e9 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:34:31.287256 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 46346528-16e6-4a49-a9a1-2af15d65d3e9 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:34:31.288181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device a9903399-ff5d-4b61-bd93-b19a1984df11 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:34:31.330994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: a9903399-ff5d-4b61-bd93-b19a1984df11 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:34:31.331411 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device a9903399-ff5d-4b61-bd93-b19a1984df11 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:34:31.340022 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Attempting to bind port 7c9afc4b-c629-4743-af58-58b695dee706 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:31.340399 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Attempting to bind port 7c9afc4b-c629-4743-af58-58b695dee706 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:31.340767 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Attempting to bind port 7c9afc4b-c629-4743-af58-58b695dee706 on network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:31.348783 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.351489 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-1944fd9c-fb37-42ce-8cbd-3e114085eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:31.354586 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-1944fd9c-fb37-42ce-8cbd-3e114085eaf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1099 time: 0.1076834
May 10 13:34:31.356810 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:31.360493 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:31.360975 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Checking segment: {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:31.361402 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.361809 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Bound using segment: {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:31.362407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Bound port: 7c9afc4b-c629-4743-af58-58b695dee706, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:31.362795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.367800 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2a5fa8ab-65e6-4d7e-98b6-bc64beebc40d req-25952230-d3ba-4215-8898-72a7e1d03022 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc94a775-a5fe-457f-a863-de0dc05f08dc HTTP/1.1" status: 200  len: 210 time: 0.1561947
May 10 13:34:31.376461 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:31.381860 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:31.444131 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Pushing event updated for resources: {'Port': ['ID=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:31.450978 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:31.456742 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:31.469438 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.482980 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:31.523208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-9e3e1c90-5cc3-4c69-85ad-53872f84e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:31.525095 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-9e3e1c90-5cc3-4c69-85ad-53872f84e2f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1625841
May 10 13:34:31.551620 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] For port 7c9afc4b-c629-4743-af58-58b695dee706, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:31.570790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] For port 7c9afc4b-c629-4743-af58-58b695dee706, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7c9afc4b-c629-4743-af58-58b695dee706,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:31.574379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:31.584131 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:31.588279 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:31.588753 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:31.650678 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-6f34322e-56f4-42bc-8be1-51d56e365383 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc HTTP/1.1" status: 200  len: 1001 time: 0.1122580
May 10 13:34:31.664144 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Pushing event updated for resources: {'Port': ['ID=7c9afc4b-c629-4743-af58-58b695dee706,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:31.677101 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:31.734926 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-4fc8700b-4639-4714-a33f-ad883e471375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:31.736399 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-4fc8700b-4639-4714-a33f-ad883e471375 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0752537
May 10 13:34:31.946568 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-0be06daf-0c92-4ad3-b2be-6762472fded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:31.948077 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-0be06daf-0c92-4ad3-b2be-6762472fded7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2032197
May 10 13:34:32.000136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:32.114655 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-2d957f57-9383-4159-a62b-c7042010ad58 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555197
May 10 13:34:32.272151 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8e4f11d9-11c7-4e78-967b-d63b62b28d42 req-e001fd19-948f-4c15-94fc-522588b76597 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486578
May 10 13:34:32.360701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:32.581361 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Router f5127eac-d322-4955-8b64-975533c0531f is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:34:32.750146 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c497b6-ebe6-42c7-86fa-5919bec6c123 None None] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:32.853219 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7c9afc4b-c629-4743-af58-58b695dee706 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:32.858580 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:32.870306 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Sync routers for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:32.881382 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:32.882225 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8f10>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:32.892461 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-a583fb56-c730-4ba2-9d6f-75de3be8ca36 None None] Provisioning for port 7c9afc4b-c629-4743-af58-58b695dee706 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:32.895939 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:32.897167 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8977423
May 10 13:34:32.900794 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 56868) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:33.001405 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 7c9afc4b-c629-4743-af58-58b695dee706 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:33.010349 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 7c9afc4b-c629-4743-af58-58b695dee706 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:33.010737 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.084779 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:33.150143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a71c3-26ce-4eab-bc53-668e511bcbc2 req-ea5ba3e0-c87c-4346-be33-85df02237b9b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:33.157051 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1c8a71c3-26ce-4eab-bc53-668e511bcbc2 req-ea5ba3e0-c87c-4346-be33-85df02237b9b tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3452365
May 10 13:34:33.227783 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.235450 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1c8a71c3-26ce-4eab-bc53-668e511bcbc2 req-5c445b4a-58ab-4f95-8408-3c870929ccc5 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774071
May 10 13:34:33.284717 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 7c9afc4b-c629-4743-af58-58b695dee706, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7c9afc4b-c629-4743-af58-58b695dee706,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:33.294193 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.295538 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device ae3e4bfa-d988-49d4-a2e2-5b347e62f18f up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:33.335140 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-0f3ae862-47d1-49e8-ac2a-95a2e38931a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:33.473505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-962b32c1-5f84-4774-946e-647304243c43 None None] Provisioning complete for port 7c9afc4b-c629-4743-af58-58b695dee706 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:33.473892 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-962b32c1-5f84-4774-946e-647304243c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.503566 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=7c9afc4b-c629-4743-af58-58b695dee706,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:33.513707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e1290ca1-0b62-434e-829b-77a20b3b2e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.515868 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8f10>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 3, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:33.517103 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:33.522976 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Checking router: f5127eac-d322-4955-8b64-975533c0531f for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:33.523993 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Updating router f5127eac-d322-4955-8b64-975533c0531f port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:33.542305 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:33.542696 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.595451 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.939719 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.946787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.951751 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Transition to ACTIVE for port object 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:33.958401 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:33.965421 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-85986b01-3430-43dd-b87a-677e7e587ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:34.027388 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Attempting to bind port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:34.027751 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Attempting to bind port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:34.028112 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Attempting to bind port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:34.040439 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:34.040792 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:34.041187 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.041574 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:34.042053 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Bound port: 0d72b7c4-c029-4583-a5c2-c9d02aa63f16, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:34.042449 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.081338 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd095da1-bd4d-4cd4-9c2a-d30f8385e1d9 None None] Pushing event updated for resources: {'Port': ['ID=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,revision_number=2']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:34.084309 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-cd095da1-bd4d-4cd4-9c2a-d30f8385e1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:34.122206 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] For port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:34.125351 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] For port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:34.130057 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.135226 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-2be423a8-1afd-46db-ac53-2899b82949a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:34.150625 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Allocated IP 172.20.0.1 (2d1a98d0-98c4-4e0b-afb2-9f212291a8c1/cc8905b1-9e20-469b-bd6d-6e3a5a530012/95c22e42-a102-4d56-9524-88c85f28f397) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:34.204576 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:34.205187 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8f10>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:34.300683 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.318219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Transition to ACTIVE for port object 95c22e42-a102-4d56-9524-88c85f28f397 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:34.325525 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd095da1-bd4d-4cd4-9c2a-d30f8385e1d9 None None] Pushing event updated for resources: {'Port': ['ID=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:34.330541 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-cd095da1-bd4d-4cd4-9c2a-d30f8385e1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:34.344339 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.349770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:34.393708 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:34.454809 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:34.458780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:34.474426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:34.503538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Pushing event updated for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:34.511853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:34.569804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.597753 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-5ae5bebd-ee3b-4759-b01a-5737a17841ae tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:34.616654 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b7dff-391f-4706-855e-2c9c83c16d0f req-d4123a63-f11f-481e-b188-33e11808c74c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:34.618740 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2e4b7dff-391f-4706-855e-2c9c83c16d0f req-d4123a63-f11f-481e-b188-33e11808c74c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2322865
May 10 13:34:34.663192 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-5ae5bebd-ee3b-4759-b01a-5737a17841ae tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:34.664338 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-5ae5bebd-ee3b-4759-b01a-5737a17841ae tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490233511&fields=id&tenant_id=014009b6efe44930b5ae89aee41f4e43 HTTP/1.1" status: 200  len: 267 time: 0.1646039
May 10 13:34:34.701631 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf91d8f10>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 3, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:34.706052 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ac1e7-7e13-4c11-abca-1b9c98cdb6cf None None] The sync data for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi is: [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 3, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:34.742287 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7c9afc4b-c629-4743-af58-58b695dee706 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:34.790275 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2e4b7dff-391f-4706-855e-2c9c83c16d0f req-c86ca312-929b-4192-9379-bacfbcd48200 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636496
May 10 13:34:34.827012 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-c9dc474d-0944-4da1-abae-b5360c7bf4af None None] Provisioning for port 95c22e42-a102-4d56-9524-88c85f28f397 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:34.835903 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-c9dc474d-0944-4da1-abae-b5360c7bf4af None None] Provisioning complete for port 95c22e42-a102-4d56-9524-88c85f28f397 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:34.836364 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-c9dc474d-0944-4da1-abae-b5360c7bf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.890669 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 7c9afc4b-c629-4743-af58-58b695dee706 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:34.891056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.918308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-62892d22-3288-4f7d-a949-89158789f2ed tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:34.920761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-62892d22-3288-4f7d-a949-89158789f2ed tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 809 time: 0.2421396
May 10 13:34:34.939411 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc474d-0944-4da1-abae-b5360c7bf4af None None] Port 95c22e42-a102-4d56-9524-88c85f28f397 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:34.943155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:34.963609 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-3882d81e-d8c4-4522-9445-4b3ef01d7ce6 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/quotas/014009b6efe44930b5ae89aee41f4e43 HTTP/1.1" status: 200  len: 375 time: 0.0298781
May 10 13:34:35.301913 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-bc17b058-31a9-43af-bf9f-666d1d427ab0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:35.351777 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-bc17b058-31a9-43af-bf9f-666d1d427ab0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:35.353119 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-bc17b058-31a9-43af-bf9f-666d1d427ab0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2402525
May 10 13:34:35.397216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:35.443771 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:35.486525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6a373ea5-765a-48b8-aa48-d5fd7a620e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:35.590869 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Pushing event updated for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:35.599041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:35.611733 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:35.621503 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-259f9e2f-aa0f-4da5-b6e6-2eb9277bf2db service neutron] 10.222.0.18 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498341
May 10 13:34:35.855616 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-34ba4b45-b2da-4d1e-9e29-3ba8e907d2bc service neutron] 10.222.0.18 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190928
May 10 13:34:35.859996 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:35.862307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:36.074515 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-0ea386da-c29d-49cc-b7c1-3c9d3cb2a8d8 None None] Provisioning complete for port 95c22e42-a102-4d56-9524-88c85f28f397 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:36.075079 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0ea386da-c29d-49cc-b7c1-3c9d3cb2a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:36.126643 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5ddd6-4f43-41f1-8227-5ac6fb8e84db req-461293e0-9af8-41f9-ba68-5b6f36fca5ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:36.129449 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d1b5ddd6-4f43-41f1-8227-5ac6fb8e84db req-461293e0-9af8-41f9-ba68-5b6f36fca5ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.1933773
May 10 13:34:36.130179 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-0ea386da-c29d-49cc-b7c1-3c9d3cb2a8d8 None None] Port 95c22e42-a102-4d56-9524-88c85f28f397 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:36.137690 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Router f5127eac-d322-4955-8b64-975533c0531f has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:34:36.213289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0b4bac5e-f4e3-4602-86eb-9311d90facce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:36.268403 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:36.311167 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d1b5ddd6-4f43-41f1-8227-5ac6fb8e84db req-f9bd23a7-a807-45db-8ebf-0fc210f57807 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758065
May 10 13:34:36.369550 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-89ff3528-876c-4511-b1f3-f2a799e763c8 req-c3ef19f9-fc83-4939-a99e-f0f65353d205 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 210 time: 0.0616441
May 10 13:34:36.416852 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:36.426310 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5127eac-d322-4955-8b64-975533c0531f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5245175
May 10 13:34:36.764200 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:36.847744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:36.856031 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:36.856444 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:36.991407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:37.012156 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:37.018272 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:37.020452 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-926d8bfe-0220-4fb1-a248-495f898f3ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:37.095260 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:37.098423 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:37.307473 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:37.552662 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Sync routers for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:37.564912 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:37.565557 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906f070>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:37.762708 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd1c5b11-a8be-43f8-9dec-719b6f27da86 req-20229a10-da55-4aad-b70c-6d1bab49044b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 210 time: 0.2407656
May 10 13:34:37.806066 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3cf28-3781-44c6-9b99-fcfa4311e7cc req-707b440c-af2f-43c7-a18a-b3fe037790ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:37.807714 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0d3cf28-3781-44c6-9b99-fcfa4311e7cc req-707b440c-af2f-43c7-a18a-b3fe037790ac tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.3709223
May 10 13:34:37.850685 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:37.879566 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0d3cf28-3781-44c6-9b99-fcfa4311e7cc req-ea121526-215d-491b-b4ee-0b5a3ce5f3a7 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652404
May 10 13:34:38.076989 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-ad168355-55ba-4674-897b-6af197c4096f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:38.077782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-ad168355-55ba-4674-897b-6af197c4096f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:38.105457 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-ad168355-55ba-4674-897b-6af197c4096f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:38.109301 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-ad168355-55ba-4674-897b-6af197c4096f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 809 time: 0.3301530
May 10 13:34:38.195316 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-a56307f3-d1af-4141-afe5-f146d3245672 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:security_group {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:38.244964 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-0060e649-132f-472e-9b0c-6be637bf36ff req-a56307f3-d1af-4141-afe5-f146d3245672 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:security_group {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:38.251302 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-a56307f3-d1af-4141-afe5-f146d3245672 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014009b6efe44930b5ae89aee41f4e43 HTTP/1.1" status: 200  len: 379 time: 0.1233752
May 10 13:34:38.262665 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'port': {'device_id': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'admin_state_up': True, 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'security_groups': ['bb4e4b19-215a-462b-8416-91639c4bd618']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:38.394805 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906f070>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '95c22e42-a102-4d56-9524-88c85f28f397', 'name': '', 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'mac_address': 'fa:16:3e:e2:f9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:33Z', 'updated_at': '2021-05-10T13:34:35Z', 'revision_number': 2, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'subnets': [{'id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:38.399622 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Checking router: f5127eac-d322-4955-8b64-975533c0531f for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:38.400118 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Updating router f5127eac-d322-4955-8b64-975533c0531f port 95c22e42-a102-4d56-9524-88c85f28f397 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:34:38.464627 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:38.476986 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:38.488118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:38.504784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Made reservation on behalf of 014009b6efe44930b5ae89aee41f4e43 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:38.513182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:38.549956 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-2c12522b-42c2-462e-a4be-9c96eccec11f tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:38.559437 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-2c12522b-42c2-462e-a4be-9c96eccec11f tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 814 time: 0.2393327
May 10 13:34:38.582257 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-c366285b-eecb-40b7-a122-2d43cd5b4e6c tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/quotas/c9f725df1d4f4bb680b2f2f35f9283ff HTTP/1.1" status: 200  len: 375 time: 0.0213838
May 10 13:34:38.672856 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-83f40a39-a554-4ad7-b132-35a14489d243 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0895667
May 10 13:34:38.833721 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Allocated IP 172.20.0.7 (6773520f-f5b9-403b-9a7c-465f1d0050fd/f5fa966d-fb62-4330-bc47-73f64c14a7b2/181957a2-fc65-419e-9f9f-cf062a90ce8d) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:38.889799 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-ecfe3d70-671a-4523-895c-0838d724b79c service neutron] 10.222.0.18 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155199
May 10 13:34:39.038574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.052869 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Transition to ACTIVE for port object 95c22e42-a102-4d56-9524-88c85f28f397 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:39.068372 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:39.106465 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.111206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.117503 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:39.203875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Pushing event updated for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:39.206940 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:39.253479 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9d4cbda0-970f-48e9-a763-96b634379bf2 req-8c43331e-df80-44b3-8304-96734a7b6a6c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 210 time: 0.1834128
May 10 13:34:39.256761 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.316446 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-68e16421-325b-43f8-8f25-c5207489111a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:39.319356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-68e16421-325b-43f8-8f25-c5207489111a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Synchronizing usage tracker for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:39.333441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Transition to ACTIVE for port object 181957a2-fc65-419e-9f9f-cf062a90ce8d will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:39.333934 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-e11d28da-05e7-47fa-97e3-be7be21139c1 service neutron] 10.222.0.18 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4310319
May 10 13:34:39.357441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-68e16421-325b-43f8-8f25-c5207489111a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Unset dirty status for tenant:2cc99962f1734274adfbd00a099b7a29 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:39.360201 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-68e16421-325b-43f8-8f25-c5207489111a tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2622447
May 10 13:34:39.434755 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Attempting to bind port 95c22e42-a102-4d56-9524-88c85f28f397 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:39.435240 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Attempting to bind port 95c22e42-a102-4d56-9524-88c85f28f397 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:39.435491 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Attempting to bind port 95c22e42-a102-4d56-9524-88c85f28f397 on network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:39.489205 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:39.489205 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Checking segment: {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:39.489680 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.490467 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Bound using segment: {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:39.490602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Bound port: 95c22e42-a102-4d56-9524-88c85f28f397, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ad29a4-c063-46f5-83ee-9694ace9f926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:39.490907 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.517297 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:39.517671 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.597328 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.610863 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-87f28307-1c4d-45c9-aa74-f34eac86d7f4 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:39.678238 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dd6dd1dc-9004-47a1-9afa-a591958c8f25 req-04746e7b-52a7-44bd-8f05-d149435301e9 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 210 time: 0.0598242
May 10 13:34:39.700947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:39.704120 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:39.725113 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8862ac-8746-4972-84d1-078500019078 req-6da328f7-654e-41a5-ae40-89cb2e461e57 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:39.728041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:39.731045 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:39.733661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:39.734419 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6a8862ac-8746-4972-84d1-078500019078 req-6da328f7-654e-41a5-ae40-89cb2e461e57 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 945 time: 0.2392266
May 10 13:34:39.817660 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6a8862ac-8746-4972-84d1-078500019078 req-95a5827b-e713-4148-97cf-8139c8c38c5c tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/security-groups?id=439f569e-1c39-4a8a-b715-8b8a2660cb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818176
May 10 13:34:39.820747 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] For port 95c22e42-a102-4d56-9524-88c85f28f397, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:39.824035 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] For port 95c22e42-a102-4d56-9524-88c85f28f397, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=95c22e42-a102-4d56-9524-88c85f28f397,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:39.834787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.841588 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:39.897693 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Deleting port 2d619fc9-9c33-4352-9e6d-9a4d302d439e {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:34:39.898341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:39.980851 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:39.981692 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:40.045761 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Pushing event updated for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:40.070641 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:40.107970 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:40.108899 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906f070>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:40.117667 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8655081
May 10 13:34:40.139722 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Request body: {'port': {'device_id': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:40.240154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] For port 2d619fc9-9c33-4352-9e6d-9a4d302d439e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d619fc9-9c33-4352-9e6d-9a4d302d439e,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:40.240694 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:40.373557 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-76eac0d4-0d95-4f79-9c12-2ebaaad31ca1 None None] Provisioning for port 181957a2-fc65-419e-9f9f-cf062a90ce8d completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:40.396433 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-76eac0d4-0d95-4f79-9c12-2ebaaad31ca1 None None] Provisioning complete for port 181957a2-fc65-419e-9f9f-cf062a90ce8d triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:40.396814 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-76eac0d4-0d95-4f79-9c12-2ebaaad31ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:40.514731 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Calling delete_port for 2d619fc9-9c33-4352-9e6d-9a4d302d439e owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:34:40.574986 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-76eac0d4-0d95-4f79-9c12-2ebaaad31ca1 None None] Port 181957a2-fc65-419e-9f9f-cf062a90ce8d cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:40.592873 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743d57-d39f-4f25-a90f-606d1326188e req-8cde7b51-d1be-4173-9272-baf146dad362 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:40.597154 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a9743d57-d39f-4f25-a90f-606d1326188e req-8cde7b51-d1be-4173-9272-baf146dad362 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 931 time: 0.1597950
May 10 13:34:40.598212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:40.616379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:40.715197 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a9743d57-d39f-4f25-a90f-606d1326188e req-8180b82d-bc82-4916-b99c-3bac1da985bf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093924
May 10 13:34:40.966701 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a9783bf2-2c9c-4595-a92c-bef8766de121 req-5ffc93f1-e5da-41a1-a202-ff693ad217bb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 210 time: 0.1051161
May 10 13:34:41.036134 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:41.047582 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6bacfd9f-7d94-404b-be88-bb0d95ac6fda req-dfb05e03-3913-4d5a-8b14-c3824e4e66fe tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 210 time: 0.0477464
May 10 13:34:41.052152 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:41.112086 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Pushing event deleted for resources: {'Port': ['ID=2d619fc9-9c33-4352-9e6d-9a4d302d439e,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:41.114581 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:41.136292 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906f070>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '95c22e42-a102-4d56-9524-88c85f28f397', 'name': '', 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'mac_address': 'fa:16:3e:e2:f9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:33Z', 'updated_at': '2021-05-10T13:34:39Z', 'revision_number': 4, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'subnets': [{'id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:41.146292 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad84787-3499-4f7d-95c7-2220c29f063c None None] The sync data for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi is: [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '95c22e42-a102-4d56-9524-88c85f28f397', 'name': '', 'network_id': '2d1a98d0-98c4-4e0b-afb2-9f212291a8c1', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'mac_address': 'fa:16:3e:e2:f9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:33Z', 'updated_at': '2021-05-10T13:34:39Z', 'revision_number': 4, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'subnets': [{'id': 'cc8905b1-9e20-469b-bd6d-6e3a5a530012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:41.271252 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] No DVR routers for this DVR port 2d619fc9-9c33-4352-9e6d-9a4d302d439e on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:34:41.273607 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.db.resource_extend [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 13:34:41.282428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:41.285217 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'name': 'network-vif-deleted', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:41.416466 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cf9668-0706-4ba8-9cfe-02617d383a08', 'name': 'network-vif-deleted', 'tag': '2d619fc9-9c33-4352-9e6d-9a4d302d439e', 'status': 'completed', 'code': 200}
May 10 13:34:41.459890 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a9dbbcc1-fd5d-4061-8e7a-57a0459fc9d9 req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.36 "DELETE /v2.0/ports/2d619fc9-9c33-4352-9e6d-9a4d302d439e HTTP/1.1" status: 204  len: 173 time: 2.0748887
May 10 13:34:41.472168 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181957a2-fc65-419e-9f9f-cf062a90ce8d {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:34:41.499941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:41.531979 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Transition to ACTIVE for port object 181957a2-fc65-419e-9f9f-cf062a90ce8d will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:41.541383 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:41.545784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:41.547579 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-ad1f7a46-c2fd-492f-a136-c29ec1cf1258 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:41.549457 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-ad1f7a46-c2fd-492f-a136-c29ec1cf1258 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 814 time: 0.3151495
May 10 13:34:41.567379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Request body: {'port': {'device_id': '741d01a7-4833-4421-badb-8e433da11c2c', 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae', 'admin_state_up': True, 'tenant_id': 'c9f725df1d4f4bb680b2f2f35f9283ff'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:41.830334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:41.848060 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:41.923322 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:41.934393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Usage tracker for resource:port and tenant:c9f725df1d4f4bb680b2f2f35f9283ff is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:41.940457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:41.949137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:42.058601 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Made reservation on behalf of c9f725df1d4f4bb680b2f2f35f9283ff for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:42.085528 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Attempting to bind port 181957a2-fc65-419e-9f9f-cf062a90ce8d on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:42.087477 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:42.091120 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Attempting to bind port 181957a2-fc65-419e-9f9f-cf062a90ce8d by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:42.091615 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Attempting to bind port 181957a2-fc65-419e-9f9f-cf062a90ce8d on network 6773520f-f5b9-403b-9a7c-465f1d0050fd {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:42.097761 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Port 181957a2-fc65-419e-9f9f-cf062a90ce8d on network 6773520f-f5b9-403b-9a7c-465f1d0050fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:34:42.098125 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Attempting to bind port 181957a2-fc65-419e-9f9f-cf062a90ce8d on network 6773520f-f5b9-403b-9a7c-465f1d0050fd {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:42.104670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:42.105091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Checking segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:42.105479 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Bound using segment: {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:42.105908 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Bound port: 181957a2-fc65-419e-9f9f-cf062a90ce8d, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:42.106972 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:42.231057 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 2d619fc9-9c33-4352-9e6d-9a4d302d439e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:34:42.271421 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3ae90875-ecd8-4e5e-83c8-e92370ed363f req-e40a9515-7aee-45ac-bb76-17b22536299d tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 210 time: 0.1476440
May 10 13:34:42.299205 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:42.307453 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 2d619fc9-9c33-4352-9e6d-9a4d302d439e {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:34:42.307892 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:42.308288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 2d619fc9-9c33-4352-9e6d-9a4d302d439e not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:34:42.319757 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:42.332629 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4fe8bb93-8d74-412a-a093-66be8a6eb9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:42.375121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7b4a6-dc3d-48d5-9443-ac6cf72d51f8 req-2ce10d83-7ef8-4a3d-9104-5c81176e11e9 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:42.376661 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a2f7b4a6-dc3d-48d5-9443-ac6cf72d51f8 req-2ce10d83-7ef8-4a3d-9104-5c81176e11e9 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.4220653
May 10 13:34:42.383862 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:42.384663 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:42.386157 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] 10.222.0.36 "PUT /v2.0/ports/181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 1093 time: 2.2576222
May 10 13:34:42.434632 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:42.438116 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:42.572432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-94e357ce-db33-4d0c-8d82-23ef20d4e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:42.575029 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-94e357ce-db33-4d0c-8d82-23ef20d4e2e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1096 time: 0.1156137
May 10 13:34:42.683708 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-4fed2a20-a847-4c42-86c3-2e92c24cb670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 217 time: 0.0999753
May 10 13:34:42.823983 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 95c22e42-a102-4d56-9524-88c85f28f397 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:42.835882 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7010f78c-746d-4a97-b9f6-799a07488791 req-848cc769-c7cf-4d47-8499-666c7b2efc11 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cf9668-0706-4ba8-9cfe-02617d383a08 HTTP/1.1" status: 200  len: 210 time: 0.2548842
May 10 13:34:42.845757 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-becb02ac-8df5-44d3-ab60-441f75b2f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:42.847224 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-becb02ac-8df5-44d3-ab60-441f75b2f233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.1553981
May 10 13:34:42.860546 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a2f7b4a6-dc3d-48d5-9443-ac6cf72d51f8 req-9676ffa6-7cb9-4e5f-a4be-1e1a6e60a729 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4435227
May 10 13:34:42.894230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Allocated IP 172.20.0.13 (ef52d799-28cc-4832-8b16-1dc5555d2dae/499cb58c-cfbe-4351-ac9f-9a984d6f6ceb/68a571af-a0d9-4983-affe-7e5aab81a499) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:42.929543 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 95c22e42-a102-4d56-9524-88c85f28f397 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:42.935652 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 95c22e42-a102-4d56-9524-88c85f28f397 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:42.936274 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:42.993861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e649-132f-472e-9b0c-6be637bf36ff req-517f1067-8ab8-4675-aa87-d4c15159e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:42.997390 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-517f1067-8ab8-4675-aa87-d4c15159e45e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1385798
May 10 13:34:43.141217 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:43.208825 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port 95c22e42-a102-4d56-9524-88c85f28f397, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=95c22e42-a102-4d56-9524-88c85f28f397,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:43.220506 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:43.225892 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:43.316998 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:43.387824 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:43.394908 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:43.397652 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:43.403402 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:43.419236 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:43.479889 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-9bb8ec8f-af44-4fcb-adf3-52d585db5a15 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4757707
May 10 13:34:43.565624 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Network ef52d799-28cc-4832-8b16-1dc5555d2dae is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:43.607143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Pushing event updated for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:43.609758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:43.611829 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:43.619616 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'status': 'completed', 'code': 200}
May 10 13:34:43.621564 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:43.713380 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:43.713917 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:43.728501 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0707e-2660-4450-815a-34e8c11f51d6 req-f4b24fd0-56d3-42b8-b662-733bd45b8dde tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:43.736329 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66f0707e-2660-4450-815a-34e8c11f51d6 req-f4b24fd0-56d3-42b8-b662-733bd45b8dde tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 932 time: 0.2518489
May 10 13:34:43.737485 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0060e649-132f-472e-9b0c-6be637bf36ff req-b14f565e-b388-4718-b2ab-2b88a8ea9c84 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507186
May 10 13:34:43.826983 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66f0707e-2660-4450-815a-34e8c11f51d6 req-03f0e9b8-bc6c-46ba-9e0c-757604170d42 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892904
May 10 13:34:43.846586 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2851963
May 10 13:34:43.859823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Request body: {'port': {'device_id': '741d01a7-4833-4421-badb-8e433da11c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:43.911168 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-eb0c8afb-c724-4886-aba4-a5c0406ee373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:43.913278 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-eb0c8afb-c724-4886-aba4-a5c0406ee373 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1096 time: 0.1175792
May 10 13:34:43.989867 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:44.035571 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57014) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:44.080390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-b3127c3a-f690-4655-9033-b7017790620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:44.081837 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-b3127c3a-f690-4655-9033-b7017790620d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.1614330
May 10 13:34:44.162440 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-175ae274-1ed8-4586-8a09-331f139b21f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 217 time: 0.0727649
May 10 13:34:44.244450 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-68ff2968-5d62-42a8-8e8f-692bd6160250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:44.246331 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-68ff2968-5d62-42a8-8e8f-692bd6160250 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.0759575
May 10 13:34:44.367279 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-68ea93d0-0cad-4c98-954d-40873223d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:44.369888 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-68ea93d0-0cad-4c98-954d-40873223d862 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1070678
May 10 13:34:44.529179 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-6c4b1fd3-ca29-416b-9c38-33e035b2ce63 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519654
May 10 13:34:44.610304 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed257843-ba7b-4c5c-84b5-ac6a9836656f req-2c4eefb9-3b7d-48f0-a6c4-a478e364dd73 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:44.612969 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ed257843-ba7b-4c5c-84b5-ac6a9836656f req-2c4eefb9-3b7d-48f0-a6c4-a478e364dd73 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.5642118
May 10 13:34:44.724378 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ed257843-ba7b-4c5c-84b5-ac6a9836656f req-81119e5c-8616-4cb3-ac0c-93f04e8213b4 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063602
May 10 13:34:44.772751 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-258140c8-c8e2-4f8c-a0fa-ea1e5e0a2d15 req-53423877-150a-4085-898d-bc9695b405b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2362034
May 10 13:34:44.862372 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 95c22e42-a102-4d56-9524-88c85f28f397 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:44.925521 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a571af-a0d9-4983-affe-7e5aab81a499 {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:34:44.947206 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:44.986981 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Transition to ACTIVE for port object 68a571af-a0d9-4983-affe-7e5aab81a499 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:44.995712 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:45.000748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:45.019442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 95c22e42-a102-4d56-9524-88c85f28f397 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:45.020051 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:45.365724 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:45.372496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:45.574460 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7f-dc4a-4b3e-84fb-63eb868bb7d2 req-6db8ee11-6d5d-4714-b647-102c7f2d67a3 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:45.576525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-1a32cc7f-dc4a-4b3e-84fb-63eb868bb7d2 req-6db8ee11-6d5d-4714-b647-102c7f2d67a3 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Synchronizing usage tracker for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:45.591160 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f088e-9f59-4640-ae98-ae5126b7f99d req-50e2417d-0c65-4a04-962d-f4c750eb0a3c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:45.592614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e8f088e-9f59-4640-ae98-ae5126b7f99d req-50e2417d-0c65-4a04-962d-f4c750eb0a3c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.3161132
May 10 13:34:45.595058 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Attempting to bind port 68a571af-a0d9-4983-affe-7e5aab81a499 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:45.595387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Attempting to bind port 68a571af-a0d9-4983-affe-7e5aab81a499 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:45.595706 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Attempting to bind port 68a571af-a0d9-4983-affe-7e5aab81a499 on network ef52d799-28cc-4832-8b16-1dc5555d2dae {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:45.610684 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Port 68a571af-a0d9-4983-affe-7e5aab81a499 on network ef52d799-28cc-4832-8b16-1dc5555d2dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:34:45.611364 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Attempting to bind port 68a571af-a0d9-4983-affe-7e5aab81a499 on network ef52d799-28cc-4832-8b16-1dc5555d2dae {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:45.644394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:45.644630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Checking segment: {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:45.645020 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Bound using segment: {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:45.645460 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Bound port: 68a571af-a0d9-4983-affe-7e5aab81a499, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a82708-7777-45b2-a2d5-ade927f4577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:45.645797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:45.661092 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-1a32cc7f-dc4a-4b3e-84fb-63eb868bb7d2 req-6db8ee11-6d5d-4714-b647-102c7f2d67a3 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Unset dirty status for tenant:c9f725df1d4f4bb680b2f2f35f9283ff on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:45.662247 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a32cc7f-dc4a-4b3e-84fb-63eb868bb7d2 req-6db8ee11-6d5d-4714-b647-102c7f2d67a3 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 944 time: 0.4960711
May 10 13:34:45.749349 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:45.819793 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e8f088e-9f59-4640-ae98-ae5126b7f99d req-09b8e7e6-bd7a-4946-a3c8-8d47808c9e4d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108970
May 10 13:34:45.964398 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a32cc7f-dc4a-4b3e-84fb-63eb868bb7d2 req-be61da59-aaaa-4d27-95cc-a8e0a854de43 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671802
May 10 13:34:46.032081 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:46.058378 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=68a571af-a0d9-4983-affe-7e5aab81a499,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:46.118264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:46.135293 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:46.169889 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:46.170719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:46.172444 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] 10.222.0.36 "PUT /v2.0/ports/68a571af-a0d9-4983-affe-7e5aab81a499 HTTP/1.1" status: 200  len: 1094 time: 2.3173614
May 10 13:34:46.208636 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:46.271836 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499', 'status': 'completed', 'code': 200}
May 10 13:34:46.332099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386358ef-6014-4880-ba8b-99eaaea76ce0 req-06671163-3543-4188-b4dc-03327628422d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:46.333558 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-386358ef-6014-4880-ba8b-99eaaea76ce0 req-06671163-3543-4188-b4dc-03327628422d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.3962355
May 10 13:34:46.346250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:46.349582 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:46.415517 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-386358ef-6014-4880-ba8b-99eaaea76ce0 req-7c8b3382-2786-4302-a34b-c07c801652ca tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702393
May 10 13:34:46.424130 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-f1c2af54-89d4-4bde-a77e-3bb4a42492c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:46.425605 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-f1c2af54-89d4-4bde-a77e-3bb4a42492c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 1097 time: 0.1885483
May 10 13:34:46.534194 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-b85f2830-628b-4095-be56-e33f78ac85ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a571af-a0d9-4983-affe-7e5aab81a499 HTTP/1.1" status: 200  len: 217 time: 0.0728040
May 10 13:34:46.646787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-1bd1f1ad-d82d-4883-9132-29f5ae1cb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:46.648267 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-1bd1f1ad-d82d-4883-9132-29f5ae1cb57d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb HTTP/1.1" status: 200  len: 854 time: 0.1071417
May 10 13:34:46.707241 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-8c24726a-1c62-466d-99ee-02a9791848ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef52d799-28cc-4832-8b16-1dc5555d2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508473
May 10 13:34:46.855728 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Deleting port 05908523-5c29-449e-ba0e-1e11a86e6586 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:34:46.855728 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:47.157794 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-72355912-a686-48e1-89a8-15958a4af5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4372139
May 10 13:34:47.213993 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] For port 05908523-5c29-449e-ba0e-1e11a86e6586, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=05908523-5c29-449e-ba0e-1e11a86e6586,segment=NetworkSegment(8f7053cb-a46f-40b7-8f37-77d5a8d1fd57),segment_id=8f7053cb-a46f-40b7-8f37-77d5a8d1fd57)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:47.214405 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:47.406858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56a29-30e7-4cdd-a5b1-c9b47049e7fd req-254f8bda-da82-4aeb-9167-7ae4abf7d893 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:47.408361 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3d56a29-30e7-4cdd-a5b1-c9b47049e7fd req-254f8bda-da82-4aeb-9167-7ae4abf7d893 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.4409659
May 10 13:34:47.415308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Calling delete_port for 05908523-5c29-449e-ba0e-1e11a86e6586 owned by network:router_interface {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:34:47.532312 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3d56a29-30e7-4cdd-a5b1-c9b47049e7fd req-ae7342d4-b06d-43e4-8810-9eb67a2ea880 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116230
May 10 13:34:47.545788 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ffdec-3ecb-4a97-867a-f1f1a91da275 req-db3dbbae-780e-4e94-b94b-f234967fbe4a tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:47.548264 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-577ffdec-3ecb-4a97-867a-f1f1a91da275 req-db3dbbae-780e-4e94-b94b-f234967fbe4a tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 944 time: 0.4351113
May 10 13:34:47.551374 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a41df84b-e710-4e05-bb7c-dbfeba7e31a8 req-95743eb7-e44d-4626-a551-7ef439bd619d service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3718429
May 10 13:34:47.853012 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-577ffdec-3ecb-4a97-867a-f1f1a91da275 req-82fdb33f-fc3b-497e-9b55-1f9144abf6c9 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774461
May 10 13:34:47.933654 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e15d-c468-4a12-a677-de5d4c442475 req-10604e11-2249-4f17-bcfa-c05ac57a8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:47.935137 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-10604e11-2249-4f17-bcfa-c05ac57a8bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 1097 time: 0.2571313
May 10 13:34:47.944142 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012a01b-c802-49a7-aabb-75fcc34b1dcf req-ca3a0588-c697-4c95-ab40-9c1a57ae5c34 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:47.946099 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7012a01b-c802-49a7-aabb-75fcc34b1dcf req-ca3a0588-c697-4c95-ab40-9c1a57ae5c34 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.2684710
May 10 13:34:48.077897 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7012a01b-c802-49a7-aabb-75fcc34b1dcf req-39fefa03-d407-4100-9036-81cad6935c6f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114404
May 10 13:34:48.085964 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:48.099441 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d78a627-bdef-4e11-a0e5-bd7a64ad47b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:48.275611 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Pushing event deleted for resources: {'Port': ['ID=05908523-5c29-449e-ba0e-1e11a86e6586,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:48.288498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:48.342066 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e15d-c468-4a12-a677-de5d4c442475 req-c2d8624f-a50b-4e5e-b8d8-0f561db9f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:48.343857 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-c2d8624f-a50b-4e5e-b8d8-0f561db9f066 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 200  len: 915 time: 0.3964715
May 10 13:34:48.422016 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-60735962-7930-40cb-bcaa-875cf74d582e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a571af-a0d9-4983-affe-7e5aab81a499 HTTP/1.1" status: 200  len: 217 time: 0.0670140
May 10 13:34:48.616502 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e15d-c468-4a12-a677-de5d4c442475 req-ce1aed24-9035-4ba8-9976-880d07bdae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:48.617997 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-ce1aed24-9035-4ba8-9976-880d07bdae86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb HTTP/1.1" status: 200  len: 854 time: 0.1488433
May 10 13:34:48.674264 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-1944fb31-7d1f-470e-9b9a-c484a0ba87d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef52d799-28cc-4832-8b16-1dc5555d2dae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466444
May 10 13:34:48.743785 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:49.014444 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-e2ea8a92-ae69-4c9f-83b2-e975ea91339f service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294001
May 10 13:34:49.113521 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc3139-11a9-4f66-ab9e-a73b009462b0 req-3ac2f789-e1b1-4673-a88e-ed5afe91e5de tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:49.115079 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dbc3139-11a9-4f66-ab9e-a73b009462b0 req-3ac2f789-e1b1-4673-a88e-ed5afe91e5de tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.4060977
May 10 13:34:49.366512 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dbc3139-11a9-4f66-ab9e-a73b009462b0 req-cc8d14f5-70a4-49ab-861d-d543d16f446f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2429290
May 10 13:34:49.402989 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2030e15d-c468-4a12-a677-de5d4c442475 req-6264a702-0575-413e-bd35-55282524b6c6 service neutron] 10.222.0.36 "GET /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803935
May 10 13:34:49.475522 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae76d-412a-4598-a142-deaea881d962 req-6e5030b4-de77-41a9-804c-4c6c6e03dc56 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:49.477706 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c1ae76d-412a-4598-a142-deaea881d962 req-6e5030b4-de77-41a9-804c-4c6c6e03dc56 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 944 time: 0.2944186
May 10 13:34:49.483933 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Router beed1319-690b-4d1b-bc05-552403cee5e6 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:34:49.837517 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c1ae76d-412a-4598-a142-deaea881d962 req-c36583b1-fb71-463d-a61a-4f1a6fd260de tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3524201
May 10 13:34:49.901424 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524331e2-978d-4e4a-9597-599aa301595d req-edad153f-abbd-48b0-90d4-e50051f7bf42 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:49.902940 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-524331e2-978d-4e4a-9597-599aa301595d req-edad153f-abbd-48b0-90d4-e50051f7bf42 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.4147892
May 10 13:34:49.933680 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:34:49.943386 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Sync routers for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:34:49.955455 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:49.956080 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf918f490>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:49.963865 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7a592a24-a6b2-4db2-9d2a-8150f0e2f233 admin admin] 10.222.0.18 "PUT /v2.0/routers/beed1319-690b-4d1b-bc05-552403cee5e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9272246
May 10 13:34:49.966786 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57056) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:49.985030 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-524331e2-978d-4e4a-9597-599aa301595d req-9381e6ec-bcda-4a4c-b51b-cb8f14b7bac9 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749407
May 10 13:34:50.174381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.182740 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:50.286675 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:34:50.356181 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.438834 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Deleting port 4d6d9da9-2c39-47ba-a292-8664f10d7570 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:34:50.439429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.473194 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf918f490>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:34:47Z', 'revision_number': 5, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port': {'id': '4d6d9da9-2c39-47ba-a292-8664f10d7570', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:50.477049 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Checking router: beed1319-690b-4d1b-bc05-552403cee5e6 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:34:50.485999 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Routers {'beed1319-690b-4d1b-bc05-552403cee5e6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:34:50.486625 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf918f490>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['beed1319-690b-4d1b-bc05-552403cee5e6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:50.523482 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:50.548743 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'mac_address': 'fa:16:3e:88:81:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:34:50.675445 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86245a01-ae1a-4950-a97e-29708fe05fa6 req-87f98315-d087-46bc-bd49-502594dd6bda tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:50.683331 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.684253 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-86245a01-ae1a-4950-a97e-29708fe05fa6 req-87f98315-d087-46bc-bd49-502594dd6bda tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1313331
May 10 13:34:50.696598 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] Set router beed1319-690b-4d1b-bc05-552403cee5e6 gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:34:50.709309 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] For port 4d6d9da9-2c39-47ba-a292-8664f10d7570, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=4d6d9da9-2c39-47ba-a292-8664f10d7570,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:50.709672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.720304 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181957a2-fc65-419e-9f9f-cf062a90ce8d {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:34:50.746406 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-86245a01-ae1a-4950-a97e-29708fe05fa6 req-4fc4c678-9b62-418f-92b8-f4e70e7b445e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602756
May 10 13:34:50.772846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:50.778862 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:50.779699 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 68a571af-a0d9-4983-affe-7e5aab81a499 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:34:50.835100 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf918f490>, [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:34:50Z', 'revision_number': 6, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:50.839850 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb43ec-95b6-47f7-a216-76ebd8ffa886 None None] The sync data for ids ['beed1319-690b-4d1b-bc05-552403cee5e6'] in dv-cinder-784945-7-iscsi is: [{'id': 'beed1319-690b-4d1b-bc05-552403cee5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-905908630-router', 'tenant_id': '2cc99962f1734274adfbd00a099b7a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:34:50Z', 'revision_number': 6, 'project_id': '2cc99962f1734274adfbd00a099b7a29', 'gw_port_host': None}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:34:50.864602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:50.865251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Calling delete_port for 4d6d9da9-2c39-47ba-a292-8664f10d7570 owned by network:router_gateway {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:34:50.949278 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-249795cf-2249-432d-88c3-7d5e55ac9ccd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:50.951129 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-249795cf-2249-432d-88c3-7d5e55ac9ccd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 815 time: 0.1813414
May 10 13:34:50.969861 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-4f8741ba-05ba-492d-b699-9b76c330e376 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/quotas/ecac9f4fc9884ab4acfaa9204fda25d6 HTTP/1.1" status: 200  len: 375 time: 0.0107965
May 10 13:34:50.981743 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:50.996333 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.996604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.996946 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.997278 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.997610 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.997935 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.998292 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.998613 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.998938 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.999255 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.999573 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:50.999896 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:51.003882 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:51.006146 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=68a571af-a0d9-4983-affe-7e5aab81a499,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:51.023750 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '68a571af-a0d9-4983-affe-7e5aab81a499', 'network_id': 'ef52d799-28cc-4832-8b16-1dc5555d2dae', 'port_id': '68a571af-a0d9-4983-affe-7e5aab81a499', 'mac_address': 'fa:16:3e:75:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499cb58c-cfbe-4351-ac9f-9a984d6f6ceb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:34:51.089255 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.106512 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a571af-a0d9-4983-affe-7e5aab81a499 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:34:51.114400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98498-473a-48e8-8097-4b3b424d06e8 req-d0c227a7-d686-4c36-8d92-7f3daac781c2 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:51.115883 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-97d98498-473a-48e8-8097-4b3b424d06e8 req-d0c227a7-d686-4c36-8d92-7f3daac781c2 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 944 time: 0.1451507
May 10 13:34:51.123796 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-9f0aac09-3ac3-4015-b828-fe1b078ee05d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1131382
May 10 13:34:51.126974 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=68a571af-a0d9-4983-affe-7e5aab81a499,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:51.132817 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.136642 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:51.179074 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.185482 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85a3ce02-3491-43ce-aeb4-062ea979850d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:51.208745 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:51.213914 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:51.235638 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6d9da9-2c39-47ba-a292-8664f10d7570,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:51.269658 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:51.272581 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-97d98498-473a-48e8-8097-4b3b424d06e8 req-ba61a33d-433e-4976-9abf-06b640016ef2 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458445
May 10 13:34:51.330934 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-589dfcab-e210-4888-ae55-70c87f283947 service neutron] 10.222.0.18 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912744
May 10 13:34:51.349497 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.387142 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['181957a2-fc65-419e-9f9f-cf062a90ce8d'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:34:51.420797 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['68a571af-a0d9-4983-affe-7e5aab81a499'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:34:51.505800 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.519819 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.522031 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.546215 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5be46-aa2d-4a50-9e15-b42eba2a9130 req-c631b942-7735-43ee-9064-51760c41da44 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:51.547762 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2dd5be46-aa2d-4a50-9e15-b42eba2a9130 req-c631b942-7735-43ee-9064-51760c41da44 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 944 time: 0.1325262
May 10 13:34:51.549742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-5e4d4c8e-3dd8-4552-bcfa-a0a94919b490 service neutron] 10.222.0.18 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097249
May 10 13:34:51.606526 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2dd5be46-aa2d-4a50-9e15-b42eba2a9130 req-b878bba1-f859-4570-a9a1-d26e1b1d5877 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477104
May 10 13:34:51.620626 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.621567 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beed1319-690b-4d1b-bc05-552403cee5e6 {{(pid=78709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:34:51.649823 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.651012 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/beed1319-690b-4d1b-bc05-552403cee5e6 HTTP/1.1" status: 204  len: 168 time: 1.6826773
May 10 13:34:51.653492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57088) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:51.767923 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Deleting subnet 60d5d566-087f-4b29-bb23-a4b924492789 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:34:51.771876 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.807884 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-03fa8253-ccdc-4bb9-9c15-9e79d6ac7347 req-299ab0a4-6fae-4acb-9f05-a9e66b6614bd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 210 time: 0.0780158
May 10 13:34:51.828946 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:51.899398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.028044 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312af14-69c0-4f38-a2fc-e0c6e5eacb2b req-63b14833-4bc5-451c-9c93-97293dc3765b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:52.029570 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7312af14-69c0-4f38-a2fc-e0c6e5eacb2b req-63b14833-4bc5-451c-9c93-97293dc3765b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0992780
May 10 13:34:52.085249 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7312af14-69c0-4f38-a2fc-e0c6e5eacb2b req-688f6b3f-f4f2-4a91-bd7b-7b644dea3f88 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494096
May 10 13:34:52.192416 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.197235 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3a7cce06-c7b2-4d08-b045-8bcf87c7cf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:52.230278 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d5d566-087f-4b29-bb23-a4b924492789,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:52.233289 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:52.234347 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.242010 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e57ac13c-e66e-4558-a96c-154b39e9ed13 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60d5d566-087f-4b29-bb23-a4b924492789 HTTP/1.1" status: 204  len: 168 time: 0.5843415
May 10 13:34:52.243615 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57104) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:52.300882 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 68a571af-a0d9-4983-affe-7e5aab81a499 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:52.362175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.389436 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 68a571af-a0d9-4983-affe-7e5aab81a499 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:52.394322 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 68a571af-a0d9-4983-affe-7e5aab81a499 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:52.394707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.524505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.538547 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.550196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:52.553453 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf84d37f0>,) {'filters': {'network_id': ['7909857c-8055-41c3-95c6-3f8457ebca19']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:52.560345 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=68a571af-a0d9-4983-affe-7e5aab81a499,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:52.565144 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.567056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-43de393b-15d2-42a0-9ffa-6bc4670cf9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:52.573258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf84d37f0>, '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:52.573562 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf84d37f0>, '8f7053cb-a46f-40b7-8f37-77d5a8d1fd57') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:34:52.602317 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499', 'code': 200}
May 10 13:34:52.636335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:52.639384 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:52.675996 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.705768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be5f9f-6547-446a-9a9f-a6362d507e3a req-76a01a1a-aa39-423d-89a2-d2e56c1563fe tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:52.707522 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53be5f9f-6547-446a-9a9f-a6362d507e3a req-76a01a1a-aa39-423d-89a2-d2e56c1563fe tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 945 time: 0.3051400
May 10 13:34:52.711555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.736013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:34:52.736656 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:34:52.751190 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:34:52.754290 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 05908523-5c29-449e-ba0e-1e11a86e6586 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:34:52.798121 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 05908523-5c29-449e-ba0e-1e11a86e6586 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:34:52.798609 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 05908523-5c29-449e-ba0e-1e11a86e6586 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:34:52.799034 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 4d6d9da9-2c39-47ba-a292-8664f10d7570 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:34:52.843398 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 4d6d9da9-2c39-47ba-a292-8664f10d7570 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:34:52.843925 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 4d6d9da9-2c39-47ba-a292-8664f10d7570 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:34:52.937689 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53be5f9f-6547-446a-9a9f-a6362d507e3a req-40163d19-5987-4335-8eee-051c0653ffd5 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207215
May 10 13:34:52.951572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:52.970814 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2b29c3aa-da43-48fd-bd65-fed59ac8a8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:52.984506 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.004447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7909857c-8055-41c3-95c6-3f8457ebca19,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:53.017058 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:53.031128 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749483c1-ffb3-425f-a797-7fcf2c56ec71 req-a667128a-9571-4f5a-924a-a5ed900e0e8a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:53.032710 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-749483c1-ffb3-425f-a797-7fcf2c56ec71 req-a667128a-9571-4f5a-924a-a5ed900e0e8a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 944 time: 0.2238266
May 10 13:34:53.037248 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1b97e84f-2a59-44b7-8654-04cbdea697f8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7909857c-8055-41c3-95c6-3f8457ebca19 HTTP/1.1" status: 204  len: 168 time: 0.7903819
May 10 13:34:53.146936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5f36c-baae-48ac-a977-9234d6b94e56 req-17fe5cde-bcc5-4fc9-b15a-4f4b43d5cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:53.149199 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-35c5f36c-baae-48ac-a977-9234d6b94e56 req-17fe5cde-bcc5-4fc9-b15a-4f4b43d5cb4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 1099 time: 0.2861252
May 10 13:34:53.153039 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53dbf6db-5028-4808-ad41-99b4a7cb9542 req-dd84066d-fe07-429c-8b5d-f32a3981ca21 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 210 time: 0.0599432
May 10 13:34:53.161664 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-d6bf8d7e-b8c3-4a67-80f1-e259ac83bf5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:53.162747 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-d6bf8d7e-b8c3-4a67-80f1-e259ac83bf5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Synchronizing usage tracker for tenant:ecac9f4fc9884ab4acfaa9204fda25d6 on resource:network {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:34:53.185392 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-d6bf8d7e-b8c3-4a67-80f1-e259ac83bf5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Unset dirty status for tenant:ecac9f4fc9884ab4acfaa9204fda25d6 on resource:network {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:34:53.186944 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-d6bf8d7e-b8c3-4a67-80f1-e259ac83bf5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 815 time: 0.2947056
May 10 13:34:53.202651 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'port': {'device_id': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'admin_state_up': True, 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:53.216982 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-749483c1-ffb3-425f-a797-7fcf2c56ec71 req-7021a1c7-c4f6-40d2-87e7-2299d228b848 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628098
May 10 13:34:53.225905 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-35c5f36c-baae-48ac-a977-9234d6b94e56 req-24f3b135-6325-49a2-9c70-8b460ada1d66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704606
May 10 13:34:53.286967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57128) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:53.375542 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c1a00-41ac-4758-ba1d-f8b1d0bcd4f0 req-0bf387c8-01a0-4b01-aef2-1c4835dc004f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:53.377017 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-573c1a00-41ac-4758-ba1d-f8b1d0bcd4f0 req-0bf387c8-01a0-4b01-aef2-1c4835dc004f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0823169
May 10 13:34:53.390104 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-22e7a443-4916-4781-a7c8-88f73633e4d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cc99962f1734274adfbd00a099b7a29&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1017435
May 10 13:34:53.392285 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57134) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:53.395167 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:53.409302 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:port and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:53.414723 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:53.427821 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:53.433051 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-573c1a00-41ac-4758-ba1d-f8b1d0bcd4f0 req-6d20205a-c55e-408d-828d-31f00d1b07eb tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494921
May 10 13:34:53.453122 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Made reservation on behalf of ecac9f4fc9884ab4acfaa9204fda25d6 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:53.456563 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.488605 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.564016 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.759241 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Allocated IP 172.20.0.13 (82777926-5143-406f-843b-fe55114e4dd8/10c20667-3066-4d31-a6fc-80c068df6551/c4d8341b-e31c-4a42-9b9e-8af32dfd8c41) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:53.770161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.774672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-42c1e4cf-b3c2-4e7f-acf4-08ffe0d2692a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:53.804222 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f569e-1c39-4a8a-b715-8b8a2660cb81,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:53.811845 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:53.833152 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:53.834314 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/439f569e-1c39-4a8a-b715-8b8a2660cb81 HTTP/1.1" status: 204  len: 168 time: 0.4411228
May 10 13:34:54.031561 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.061790 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Transition to ACTIVE for port object c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:54.090722 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.097886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:54.167267 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Network 82777926-5143-406f-843b-fe55114e4dd8 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:54.170600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:54.190536 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:54.216801 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f4cb-b4f1-4aff-8308-692fbd68003c req-3b65f141-f34d-4e19-975b-6e5d22fd2483 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:54.230337 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-44e9f4cb-b4f1-4aff-8308-692fbd68003c req-3b65f141-f34d-4e19-975b-6e5d22fd2483 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.1617424
May 10 13:34:54.287454 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-44e9f4cb-b4f1-4aff-8308-692fbd68003c req-29a9d906-26ad-4312-ad70-6a36136abb94 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558839
May 10 13:34:54.303876 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:54.328403 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:54.329664 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.349636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:54.370613 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1719649
May 10 13:34:54.371578 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:54.507468 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 181957a2-fc65-419e-9f9f-cf062a90ce8d completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:54.514870 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 181957a2-fc65-419e-9f9f-cf062a90ce8d triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:54.515262 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.598558 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-59c40e89-42f7-44cc-b990-70a01d9a0f4f None None] Provisioning for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:54.604554 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-59c40e89-42f7-44cc-b990-70a01d9a0f4f None None] Provisioning complete for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:54.604934 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-59c40e89-42f7-44cc-b990-70a01d9a0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.655434 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047615e-dc84-4c9c-8b12-747331080b17 req-96b3abbd-82ba-4f04-ab60-92dd5a250871 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:54.657834 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a047615e-dc84-4c9c-8b12-747331080b17 req-96b3abbd-82ba-4f04-ab60-92dd5a250871 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 944 time: 0.1945200
May 10 13:34:54.684283 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6672afd-beda-412a-8a2a-d60eed8241fa req-84f0e883-3eea-4507-8a3e-bb1a91c829a2 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:54.686190 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a6672afd-beda-412a-8a2a-d60eed8241fa req-84f0e883-3eea-4507-8a3e-bb1a91c829a2 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.3252518
May 10 13:34:54.713574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-59c40e89-42f7-44cc-b990-70a01d9a0f4f None None] Port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:34:54.736289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.776332 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:34:54.789740 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:34:54.797370 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:54.799350 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:54.822916 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a047615e-dc84-4c9c-8b12-747331080b17 req-eb77f42c-6c01-4c7a-84c7-e779c4ece049 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353216
May 10 13:34:54.840446 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a6672afd-beda-412a-8a2a-d60eed8241fa req-559ba4ce-675f-4e1f-9cee-ed1692a599e3 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265228
May 10 13:34:54.919973 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:54.932476 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:54.939804 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'code': 200}
May 10 13:34:55.064843 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57178) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:55.068833 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456668e8-d23c-4169-9698-73d4021b456b req-605b3cfb-bd79-49b0-be84-2e044da8d1e8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:55.071237 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-456668e8-d23c-4169-9698-73d4021b456b req-605b3cfb-bd79-49b0-be84-2e044da8d1e8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0882452
May 10 13:34:55.134312 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-456668e8-d23c-4169-9698-73d4021b456b req-eb44185b-76cd-40f8-b7e5-6a1fb6e4dd22 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506189
May 10 13:34:55.186467 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-979039731-network', 'tenant_id': '3796c9f4250e42f195742ef0c145be91'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:55.191420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:55.195415 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Usage tracker for resource:network and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:55.198335 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:55.204111 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:55.215688 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Made reservation on behalf of 3796c9f4250e42f195742ef0c145be91 for: {'network': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:55.218689 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.231537 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.246568 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:55.250365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:55.253354 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:55.259362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:55.346304 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.352659 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.357123 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-70838e46-3b78-46a5-a9de-b0063194640b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:55.382280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'}  {{(pid=78709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:34:55.396470 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91ef76d-31df-4768-b3f2-fdaebb2d8bb4,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:55.401813 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:55.403321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.404478 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.segments_db [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Added segment 0609d793-24a0-490c-a99b-2892d24a3e38 of type vlan for network dee48ae8-7f30-4b3a-87e7-2adee18e5feb
May 10 13:34:55.438678 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.478165 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.479478 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:55.480457 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:55.485460 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:55.494635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea71985-1d45-479f-8543-43b9634ff645 req-5e2f2a66-1cad-415a-a036-c580b3319bd6 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:55.501614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8ea71985-1d45-479f-8543-43b9634ff645 req-5e2f2a66-1cad-415a-a036-c580b3319bd6 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.1082420
May 10 13:34:55.546609 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8ea71985-1d45-479f-8543-43b9634ff645 req-70b6f66c-ad86-4795-91b5-a15372629baa tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438490
May 10 13:34:55.591318 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5243394
May 10 13:34:55.592562 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Pushing event updated for resources: {'Network': ['ID=dee48ae8-7f30-4b3a-87e7-2adee18e5feb,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:55.596776 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57186) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:55.596906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c9720e7f-4785-4488-9abf-39a2ab81bfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:55.601187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Request body: {'subnet': {'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-subnet', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:55.605457 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:34:55.606105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:55.610108 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Usage tracker for resource:subnet and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:55.613367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:55.619912 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:55.636428 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Made reservation on behalf of 3796c9f4250e42f195742ef0c145be91 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:34:55.638847 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.199113 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db5eea-fb12-4382-9c57-bbfd5c5b7bcb req-03b38dc1-2080-437a-ac80-7e1e30f4d5d3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:56.200517 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-38db5eea-fb12-4382-9c57-bbfd5c5b7bcb req-03b38dc1-2080-437a-ac80-7e1e30f4d5d3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.2103577
May 10 13:34:56.201250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.208994 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff601d4-5406-49ca-8507-27454026e47b req-06b83ad2-be72-44c7-b45c-70517d64ddde tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:56.210471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bff601d4-5406-49ca-8507-27454026e47b req-06b83ad2-be72-44c7-b45c-70517d64ddde tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.2171872
May 10 13:34:56.216628 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:56.447344 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-38db5eea-fb12-4382-9c57-bbfd5c5b7bcb req-252de43b-146c-459d-a2a1-6ae31135abac tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2353342
May 10 13:34:56.453378 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bff601d4-5406-49ca-8507-27454026e47b req-5771da9a-9e30-493e-a2c7-4a4f5028e2f8 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116742
May 10 13:34:56.454475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e58176-b365-4d57-99f8-0ff6aad09343,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:56.458529 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:56.463845 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Checking segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:56.464206 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Network hostable DHCP agents. Network: dee48ae8-7f30-4b3a-87e7-2adee18e5feb, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:34:56.497785 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:34:56.515554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, dee48ae8-7f30-4b3a-87e7-2adee18e5feb) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:56.526368 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f797a3-77d5-446c-b1d5-7a56688c2fcb None None] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:56.530235 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:56.530884 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.558093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57196) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:34:56.558691 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9617195
May 10 13:34:56.563566 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:34:56.583343 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:34:56.601165 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Usage tracker for resource:router and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:34:56.607042 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:34:56.614379 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:34:56.634260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27253'] for router, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.635593 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27212'] for router, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.672753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:56.678821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eea89-85f5-4b11-9e40-96d9ea222810 req-62ac9d85-1ea2-47a3-80f0-cdf55c2de0da tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:56.683538 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c15eea89-85f5-4b11-9e40-96d9ea222810 req-62ac9d85-1ea2-47a3-80f0-cdf55c2de0da tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1182053
May 10 13:34:56.795384 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c15eea89-85f5-4b11-9e40-96d9ea222810 req-93a8d2ce-306f-4dc7-ac68-c321e2c8369f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079562
May 10 13:34:56.839039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54662e3f-4f0d-48ff-a16f-769dc7f34129 req-89551914-a0a6-409e-9e25-7272363d1c80 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:56.841304 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-54662e3f-4f0d-48ff-a16f-769dc7f34129 req-89551914-a0a6-409e-9e25-7272363d1c80 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.1232209
May 10 13:34:56.929177 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-54662e3f-4f0d-48ff-a16f-769dc7f34129 req-dd20119d-1a6b-4d4d-aeda-3824aa3afe98 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818291
May 10 13:34:56.959795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0daa11ae-1d2c-58b5-95a5-dea95ad88033-dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343'}]}} from dv-cinder-784945-7-iscsi. {{(pid=78710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 13:34:56.966018 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.107917 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27218'] for router, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.165290 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.db_base_plugin_common [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Allocated IP 172.20.0.2 (dee48ae8-7f30-4b3a-87e7-2adee18e5feb/b3e58176-b365-4d57-99f8-0ff6aad09343/3dc2128e-4de1-4095-87b2-2d680641eea9) {{(pid=78710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:57.404975 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks [] for port, precommit_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.415879 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Transition to ACTIVE for port object 3dc2128e-4de1-4095-87b2-2d680641eea9 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:57.434948 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Transition to ACTIVE for port object 3dc2128e-4de1-4095-87b2-2d680641eea9 will not be triggered until provisioned by entity DHCP. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:34:57.441466 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140'] for port, after_create {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.445885 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:57.509801 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is already hosted by enough agents. {{(pid=78710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:57.512831 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.scheduler.base_scheduler [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Resources bound (agent type, host, resource id):  {{(pid=78710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:57.516298 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Received port after_create {{(pid=78710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:57.533161 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Pushing event updated for resources: {'Port': ['ID=3dc2128e-4de1-4095-87b2-2d680641eea9,revision_number=1']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:57.589511 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.599564 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:57.660915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa392463-5f38-4a65-aa06-91d736fc847a req-d7f28153-35d1-4c48-a87f-5b75c81baed8 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:57.669569 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aa392463-5f38-4a65-aa06-91d736fc847a req-d7f28153-35d1-4c48-a87f-5b75c81baed8 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0980427
May 10 13:34:57.689903 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.749504 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Attempting to bind port 3dc2128e-4de1-4095-87b2-2d680641eea9 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:34:57.749885 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Attempting to bind port 3dc2128e-4de1-4095-87b2-2d680641eea9 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:34:57.750359 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Attempting to bind port 3dc2128e-4de1-4095-87b2-2d680641eea9 on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:34:57.769733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:34:57.770912 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Checking segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:34:57.772051 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.774338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Bound using segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:34:57.774847 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Bound port: 3dc2128e-4de1-4095-87b2-2d680641eea9, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:34:57.775234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.779009 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aa392463-5f38-4a65-aa06-91d736fc847a req-be6ef47b-6c9f-4247-a3a3-bccddef38e41 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082389
May 10 13:34:57.840157 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10404472-bf61-4115-bd5f-05ee096aa113 req-61327905-b9f9-4670-922f-d3b7f4c332be tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:57.843640 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-10404472-bf61-4115-bd5f-05ee096aa113 req-61327905-b9f9-4670-922f-d3b7f4c332be tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.1420753
May 10 13:34:57.930784 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-10404472-bf61-4115-bd5f-05ee096aa113 req-b881e152-c7c9-4dd9-8a6a-d30f938175fb tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797410
May 10 13:34:57.941918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Allocated IP 172.27.3.211 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/f24ae59b-b158-48b9-b784-f87397623616) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:34:57.956707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] For port 3dc2128e-4de1-4095-87b2-2d680641eea9, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:34:57.961273 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] For port 3dc2128e-4de1-4095-87b2-2d680641eea9, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=3dc2128e-4de1-4095-87b2-2d680641eea9,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:34:57.974695 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:57.977365 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-eb58d841-97d0-4bcb-8565-ea39a034ea83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:58.095888 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Pushing event updated for resources: {'Port': ['ID=3dc2128e-4de1-4095-87b2-2d680641eea9,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:58.104560 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:58.211167 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:58.212723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153f35f-e4ff-4445-a892-91211158921b req-5335155e-c39d-4c0e-951b-2a7a538a756b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:58.214575 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0153f35f-e4ff-4445-a892-91211158921b req-5335155e-c39d-4c0e-951b-2a7a538a756b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2247102
May 10 13:34:58.248283 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:58.254287 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:34:58.338966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd88f3-b1b6-4b03-94fd-0c22ef3af272 req-a50e586d-6129-416c-8b46-4e770bfb9704 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:58.348977 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dddd88f3-b1b6-4b03-94fd-0c22ef3af272 req-a50e586d-6129-416c-8b46-4e770bfb9704 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.2259250
May 10 13:34:58.357805 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:34:58.361290 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:34:58.365619 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:34:58.393268 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0153f35f-e4ff-4445-a892-91211158921b req-6e973a9e-d340-4899-b7c7-c42d49a5165f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1649623
May 10 13:34:58.428454 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Pushing event updated for resources: {'Port': ['ID=f24ae59b-b158-48b9-b784-f87397623616,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.444124 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:34:58.450680 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:34:58.459033 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dddd88f3-b1b6-4b03-94fd-0c22ef3af272 req-30de84bd-373c-4d9a-89bd-1b1efac50f12 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090035
May 10 13:34:58.817431 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 3dc2128e-4de1-4095-87b2-2d680641eea9 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:34:58.889427 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:58.958738 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port 3dc2128e-4de1-4095-87b2-2d680641eea9 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:59.045372 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c1322-6481-47ee-88b5-e53f42da53dd req-c890cd60-5ea9-4b07-b1dc-300239761ebf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:59.058607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ce8c1322-6481-47ee-88b5-e53f42da53dd req-c890cd60-5ea9-4b07-b1dc-300239761ebf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1495838
May 10 13:34:59.130078 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ce8c1322-6481-47ee-88b5-e53f42da53dd req-7ca99968-5c90-4e57-8952-8b198b58f5a8 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701685
May 10 13:34:59.266597 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a298db-1165-4a7f-9b3c-54546f821590 req-33fce7f8-06b6-4e8f-b4ed-1887ed7c3668 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:59.268120 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22a298db-1165-4a7f-9b3c-54546f821590 req-33fce7f8-06b6-4e8f-b4ed-1887ed7c3668 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.1370807
May 10 13:34:59.337260 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22a298db-1165-4a7f-9b3c-54546f821590 req-6d7433a0-4c4e-41d6-8f1b-09abe9296f36 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555172
May 10 13:34:59.374007 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a627cd-fcfd-4c41-ad9c-49443ceb8090 None None] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:34:59.472371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661254'] for router, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:59.508304 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Provisioning for port 3dc2128e-4de1-4095-87b2-2d680641eea9 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:34:59.527520 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Provisioning complete for port 3dc2128e-4de1-4095-87b2-2d680641eea9 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:34:59.527905 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:34:59.794230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301b179-5c9c-49cd-bba4-51366ee9dc1c req-3b4e709e-59e3-41df-9a57-fe1ab25dc010 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:59.796552 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5301b179-5c9c-49cd-bba4-51366ee9dc1c req-3b4e709e-59e3-41df-9a57-fe1ab25dc010 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2555518
May 10 13:34:59.843745 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Router 81dca11d-63bf-4186-9790-13cfdaca82da is scheduled to L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 with binding_index 1 {{(pid=78709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 13:34:59.847379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96625af4-7949-43b7-a42d-b7f64cf16672 req-319d3a83-98c9-41ff-b777-91d0ac638d50 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:34:59.850448 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-96625af4-7949-43b7-a42d-b7f64cf16672 req-319d3a83-98c9-41ff-b777-91d0ac638d50 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.2382526
May 10 13:34:59.938437 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5301b179-5c9c-49cd-bba4-51366ee9dc1c req-78b351bf-5456-46fe-86f6-585f26606a35 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192749
May 10 13:34:59.958542 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-96625af4-7949-43b7-a42d-b7f64cf16672 req-f10180ad-2aaf-47aa-afcb-e9e3dce50370 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041710
May 10 13:35:00.051508 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:00.132382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:35:00.134182 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] For port 3dc2128e-4de1-4095-87b2-2d680641eea9, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=3dc2128e-4de1-4095-87b2-2d680641eea9,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:00.149474 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:35:00.164138 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:00.174933 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:00.190959 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:00.192476 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.6333809
May 10 13:35:00.195824 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57224) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:00.221927 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:00.223214 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8332190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:00.481313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16506904-fb0c-45ac-b7df-716f1e3650ac req-bc382ca1-b27a-410d-822f-9e89d9c14657 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:00.488492 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16506904-fb0c-45ac-b7df-716f1e3650ac req-bc382ca1-b27a-410d-822f-9e89d9c14657 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1896725
May 10 13:35:00.493253 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d0817665-9739-455b-b65c-e27eff6b94c8 None None] Provisioning complete for port 3dc2128e-4de1-4095-87b2-2d680641eea9 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:00.493895 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d0817665-9739-455b-b65c-e27eff6b94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:00.582206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Pushing event updated for resources: {'Port': ['ID=3dc2128e-4de1-4095-87b2-2d680641eea9,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:00.587608 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-16506904-fb0c-45ac-b7df-716f1e3650ac req-d33d01f9-dd02-479a-8f78-b90455195f78 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961583
May 10 13:35:00.615189 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:00.634720 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425323-1371-45be-bde5-1344f4611d8c req-34419620-8125-49d9-ad8d-262c458947de tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:00.636196 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-58425323-1371-45be-bde5-1344f4611d8c req-34419620-8125-49d9-ad8d-262c458947de tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.1206677
May 10 13:35:00.742962 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:00.756849 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-58425323-1371-45be-bde5-1344f4611d8c req-66607c28-1b18-455e-9277-3f11c06cd1f2 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137962
May 10 13:35:00.918955 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 3dc2128e-4de1-4095-87b2-2d680641eea9 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:01.174639 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port 3dc2128e-4de1-4095-87b2-2d680641eea9 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:01.174970 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:01.253313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:01.297770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8725-1a9d-495d-bd55-61fc66b0ad6d req-bfa2e41c-355c-4f2e-9b7c-e4aad1496a80 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:01.299313 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-349c8725-1a9d-495d-bd55-61fc66b0ad6d req-bfa2e41c-355c-4f2e-9b7c-e4aad1496a80 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2219772
May 10 13:35:01.310032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512fe03-5138-47eb-b7f6-a69cebe5131f req-eff36d93-6dcb-42b9-b278-a2c6efadcb52 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:01.319083 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b512fe03-5138-47eb-b7f6-a69cebe5131f req-eff36d93-6dcb-42b9-b278-a2c6efadcb52 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.1550226
May 10 13:35:01.408881 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-349c8725-1a9d-495d-bd55-61fc66b0ad6d req-ff8b0124-531e-41ab-8fa2-f3932a43971b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896959
May 10 13:35:01.430945 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b512fe03-5138-47eb-b7f6-a69cebe5131f req-a912c890-179e-4baf-a7d3-977ac6b32e33 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129465
May 10 13:35:01.440603 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8332190>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:34:58Z', 'revision_number': 3, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:01.445914 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:35:01.446310 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Updating router 81dca11d-63bf-4186-9790-13cfdaca82da port f24ae59b-b158-48b9-b784-f87397623616 binding host dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:35:01.501080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:01.671654 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Allocated IP 172.20.0.1 (dee48ae8-7f30-4b3a-87e7-2adee18e5feb/b3e58176-b365-4d57-99f8-0ff6aad09343/d00ab41f-0284-49f5-8e77-45fe13290195) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:35:01.863247 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:01.884581 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Transition to ACTIVE for port object d00ab41f-0284-49f5-8e77-45fe13290195 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:01.939640 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:01.943957 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c9058eb0-2235-404a-9b37-4e0174920398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:01.968559 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de06a-be0c-4f36-af28-cd7b23f49bac req-9790ce90-63e5-46c9-baf6-4699ed0b8b53 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:01.975518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a5de06a-be0c-4f36-af28-cd7b23f49bac req-9790ce90-63e5-46c9-baf6-4699ed0b8b53 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.2793145
May 10 13:35:02.028718 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:02.031892 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:02.035968 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:35:02.066714 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks [] for port, precommit_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.088527 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a5de06a-be0c-4f36-af28-cd7b23f49bac req-829823fc-42e3-48ff-aae4-0835cac57ac3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115754
May 10 13:35:02.088979 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Pushing event updated for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:02.101020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:02.108293 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Transition to ACTIVE for port object f24ae59b-b158-48b9-b784-f87397623616 will not be triggered until provisioned by entity L2. {{(pid=78710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:02.123061 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.127243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-007c59b4-ccfe-4c99-83af-87c853dc189a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:02.156754 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655577'] for router_interface, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.176633 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1511-e7fd-4c76-936e-93ee9c483ecd req-56ecf876-0133-4533-84fd-5f6ae260ddff tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:02.192295 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e25f1511-e7fd-4c76-936e-93ee9c483ecd req-56ecf876-0133-4533-84fd-5f6ae260ddff tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.1847241
May 10 13:35:02.274435 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e25f1511-e7fd-4c76-936e-93ee9c483ecd req-743e7d0c-031c-4757-a631-43073f011108 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811551
May 10 13:35:02.275524 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c77a2-ea70-4006-bfee-4cdcbbe33977 None None] Pushing event updated for resources: {'Port': ['ID=f24ae59b-b158-48b9-b784-f87397623616,revision_number=2']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:02.289530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-644c77a2-ea70-4006-bfee-4cdcbbe33977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:02.289530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Attempting to bind port f24ae59b-b158-48b9-b784-f87397623616 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:35:02.289530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Attempting to bind port f24ae59b-b158-48b9-b784-f87397623616 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:35:02.289530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Attempting to bind port f24ae59b-b158-48b9-b784-f87397623616 on network 891782e3-4063-44cf-adde-76850e3dfd57 {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:02.304119 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:35:02.305366 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Checking segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:35:02.306139 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.306784 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Bound using segment: {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'} {{(pid=78710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:35:02.307496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.managers [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Bound port: f24ae59b-b158-48b9-b784-f87397623616, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fbd3b-bf50-4635-a067-6da7dbe330b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}}] {{(pid=78710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:35:02.308115 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.395796 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] For port f24ae59b-b158-48b9-b784-f87397623616, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:35:02.399105 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] For port f24ae59b-b158-48b9-b784-f87397623616, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f24ae59b-b158-48b9-b784-f87397623616,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:35:02.403665 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.408946 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-bede9cb9-8265-4892-a342-78dc224b48cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:02.455523 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.488045 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c77a2-ea70-4006-bfee-4cdcbbe33977 None None] Pushing event updated for resources: {'Port': ['ID=f24ae59b-b158-48b9-b784-f87397623616,revision_number=3']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:02.494181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-644c77a2-ea70-4006-bfee-4cdcbbe33977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:02.516803 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-081fcf68-9248-47ca-9b51-a3ff31684779 None None] Provisioning for port d00ab41f-0284-49f5-8e77-45fe13290195 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:02.522524 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-081fcf68-9248-47ca-9b51-a3ff31684779 None None] Provisioning complete for port d00ab41f-0284-49f5-8e77-45fe13290195 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:02.522907 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-081fcf68-9248-47ca-9b51-a3ff31684779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.580955 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:02.581710 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8332190>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:02.781900 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.787451 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:02.802967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.881097 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b718bc4d-dbba-434c-95fa-23e783e4422a tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:02.913006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655482'] for router_interface, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:02.931254 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-081fcf68-9248-47ca-9b51-a3ff31684779 None None] Port d00ab41f-0284-49f5-8e77-45fe13290195 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:35:03.015791 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3043a-ecd4-43da-bd55-ba2b3519281a req-03e46252-e888-49f2-85fa-7b5febf1fe8b tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:03.017447 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-abf3043a-ecd4-43da-bd55-ba2b3519281a req-03e46252-e888-49f2-85fa-7b5febf1fe8b tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.4290454
May 10 13:35:03.059758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57199-2f28-4b74-859d-ebd9f3100e9f req-9166a0fd-d709-4102-bd43-25c421c3bea7 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:03.066511 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7d57199-2f28-4b74-859d-ebd9f3100e9f req-9166a0fd-d709-4102-bd43-25c421c3bea7 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2388418
May 10 13:35:03.097160 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:03.100784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:03.183281 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7d57199-2f28-4b74-859d-ebd9f3100e9f req-b0e2c828-7a70-4066-9e03-387d064f3691 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080558
May 10 13:35:03.191763 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-abf3043a-ecd4-43da-bd55-ba2b3519281a req-6eef0520-e751-4cd4-bf2d-8d4131a32d71 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661544
May 10 13:35:03.199874 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Pushing event updated for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:03.256651 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8332190>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:01Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:03.262315 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad1f2c-b878-4079-ac83-9a0d66c78abb None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:01Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:35:03.349293 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:03.410385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:35:03.434115 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-062f2f0c-ae8f-4e8a-907e-c9109c762767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:03.481073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-4f54eca0-8dc6-421a-b6cb-d93a5827e88e None None] Provisioning complete for port d00ab41f-0284-49f5-8e77-45fe13290195 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:03.482582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4f54eca0-8dc6-421a-b6cb-d93a5827e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:03.587808 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-4f54eca0-8dc6-421a-b6cb-d93a5827e88e None None] Port d00ab41f-0284-49f5-8e77-45fe13290195 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:35:03.597245 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db08b-3ee1-4eae-a097-99ca062cb8a1 req-6326942f-e97a-44bf-99f3-7d0d6379607b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:03.598920 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6b5db08b-3ee1-4eae-a097-99ca062cb8a1 req-6326942f-e97a-44bf-99f3-7d0d6379607b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.2274799
May 10 13:35:03.654886 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:35:03.682861 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4582350-902e-403e-8cee-993b03106e2a req-e0cc36fc-6200-4146-a0f9-d764aa713229 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:03.685448 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a4582350-902e-403e-8cee-993b03106e2a req-e0cc36fc-6200-4146-a0f9-d764aa713229 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.2205029
May 10 13:35:03.732505 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6b5db08b-3ee1-4eae-a097-99ca062cb8a1 req-f27c2777-6902-4658-b27c-e5563f265f42 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234021
May 10 13:35:03.797600 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a4582350-902e-403e-8cee-993b03106e2a req-d3d2d545-e87b-4991-9410-58dfa748e97d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018448
May 10 13:35:03.872755 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:35:03.886651 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] 10.222.0.18 "PUT /v2.0/routers/81dca11d-63bf-4186-9790-13cfdaca82da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6895144
May 10 13:35:04.425566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56ab4-a09a-4012-8d7f-cc057ceef21f req-fb9c6e8c-3d4d-4b15-a1c8-2719dc70ad5d tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:04.427139 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-abe56ab4-a09a-4012-8d7f-cc057ceef21f req-fb9c6e8c-3d4d-4b15-a1c8-2719dc70ad5d tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.0973873
May 10 13:35:04.490821 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-abe56ab4-a09a-4012-8d7f-cc057ceef21f req-e187c949-754b-4c09-adba-c609a87c31fd tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570388
May 10 13:35:04.585768 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57262) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:04.591569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263602798', 'description': 'tempest-description--1263859916'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:04.600513 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:04.604550 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:04.607620 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:04.614632 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:04.627132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:04.658007 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:04.663082 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:04.669177 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:04.679061 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:04.684237 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9416c-31ec-42fe-9ad3-efdb7809e98f req-aa7b319b-2bbf-4812-9a52-d093943f543e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:04.685915 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f9f9416c-31ec-42fe-9ad3-efdb7809e98f req-aa7b319b-2bbf-4812-9a52-d093943f543e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1082182
May 10 13:35:04.779783 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f9f9416c-31ec-42fe-9ad3-efdb7809e98f req-e505f45d-f1c3-470d-85c1-e4952de22784 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871940
May 10 13:35:04.781834 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:04.787770 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:04.804552 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b46bdd9f-ac9f-46a2-8bee-208c692a9b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:04.819217 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f24ae59b-b158-48b9-b784-f87397623616 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:04.858548 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:04.859888 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2727664
May 10 13:35:04.862700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57272) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:04.867009 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:04.868121 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group_rule': {'security_group_id': 'c6651930-acc1-4bf8-bf9f-eb9268f2e2aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:04.870397 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b2e45988-d5ca-4960-8aec-1a2eccb49319 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:04.877084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:04.884447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:04.891866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:04.903637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:04.938174 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port f24ae59b-b158-48b9-b784-f87397623616 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:04.945647 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port f24ae59b-b158-48b9-b784-f87397623616 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:04.946064 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.020194 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.063470 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.081162 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port f24ae59b-b158-48b9-b784-f87397623616, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f24ae59b-b158-48b9-b784-f87397623616,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:05.086533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.090938 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:05.103902 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Request body: {'port': {'device_id': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:05.104827 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.123602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.135290 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d8784-7e22-494b-b3dc-2843dccb46dd req-4391d1f4-d18e-4f0a-bd23-1db1d5550c10 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:05.142505 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-417d8784-7e22-494b-b3dc-2843dccb46dd req-4391d1f4-d18e-4f0a-bd23-1db1d5550c10 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 932 time: 0.2216549
May 10 13:35:05.159613 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8be8f1-dc52-4a4f-8e50-53f5cee2e7c5 req-7fed8258-05d8-4770-8f1c-8a0c117df138 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:05.161092 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fb8be8f1-dc52-4a4f-8e50-53f5cee2e7c5 req-7fed8258-05d8-4770-8f1c-8a0c117df138 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1993129
May 10 13:35:05.181165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-65a3fbfc-9795-41f9-96dd-63af57c30ce8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:05.183002 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=f24ae59b-b158-48b9-b784-f87397623616,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:05.186605 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:05.239093 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7908194a-9b36-43e6-927c-62cbb4a8d102,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:05.261630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.262023 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.262393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.262754 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.263109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.263460 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.263811 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.264253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.264700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.265055 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.265261 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.265406 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.265763 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:05.286189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.287359 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4236734
May 10 13:35:05.288547 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f6061d6a-13b0-4cf7-9c27-fcc673e2e223 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:05.294449 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57276) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:05.302002 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group_rule': {'security_group_id': 'c6651930-acc1-4bf8-bf9f-eb9268f2e2aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:05.315211 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fb8be8f1-dc52-4a4f-8e50-53f5cee2e7c5 req-18fb0d88-9986-43a9-9213-9583f121bd2f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196146
May 10 13:35:05.318096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:05.323443 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-417d8784-7e22-494b-b3dc-2843dccb46dd req-634ba20f-58c4-4fb6-adb7-4d0c8579f3aa tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443381
May 10 13:35:05.325946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:05.329394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:05.336041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:05.367468 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.455126 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.463485 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.485913 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:05.509497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5368e82f-3f10-4609-a7aa-d5f47b36db0c,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:05.515137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:05.526874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.531327 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-323048cb-eeca-4c99-aac9-3969bb55f455 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2308764
May 10 13:35:05.533075 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57284) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:05.540070 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:05.554423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:05.559757 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:floatingip and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:05.564573 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:05.572248 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:05.622256 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.735715 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:35:05.742887 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.756825 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Transition to ACTIVE for port object c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:05.760825 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:05.765236 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0b6490ae-26a5-4a46-8428-907a188b96dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:05.795946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b52e47-742b-4cac-a234-dcef4c87b269 req-cb8828a1-8c07-4aed-9b3f-67bc5107fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:05.797431 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9b52e47-742b-4cac-a234-dcef4c87b269 req-cb8828a1-8c07-4aed-9b3f-67bc5107fb63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.2193220
May 10 13:35:05.868864 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097b55-57f3-45fc-93e4-ebfb8c39070b req-57685fb5-1d72-4efc-b8d9-02ff7b9e7cc4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:05.870173 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a097b55-57f3-45fc-93e4-ebfb8c39070b req-57685fb5-1d72-4efc-b8d9-02ff7b9e7cc4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.2198894
May 10 13:35:05.901862 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9b52e47-742b-4cac-a234-dcef4c87b269 req-68b7f92b-f725-4f43-9cff-fb803bef0c75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937233
May 10 13:35:05.915012 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:35:05.927544 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:05.928186 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9469d60>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:34:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:05.936273 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:05.943303 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:05.996481 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1a097b55-57f3-45fc-93e4-ebfb8c39070b req-08a326da-2ebd-4449-9d69-8e43a610ea52 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173775
May 10 13:35:06.015495 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.033395 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Attempting to bind port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:35:06.033736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Attempting to bind port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:35:06.034166 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Attempting to bind port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 on network 82777926-5143-406f-843b-fe55114e4dd8 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:06.044059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 on network 82777926-5143-406f-843b-fe55114e4dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:35:06.044394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Attempting to bind port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 on network 82777926-5143-406f-843b-fe55114e4dd8 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:06.050083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:35:06.050429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Checking segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:35:06.050818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Bound using segment: {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:35:06.051249 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Bound port: c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ea0b58-feee-4478-9477-f04e5a2b32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '82777926-5143-406f-843b-fe55114e4dd8'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:35:06.051601 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.094195 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ba98-fc9a-45b9-917a-49584e979096 req-956cedac-3745-48ad-9d12-03b5a4ad1685 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:06.095725 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8c8ba98-fc9a-45b9-917a-49584e979096 req-956cedac-3745-48ad-9d12-03b5a4ad1685 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1818819
May 10 13:35:06.146887 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:06.174743 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8c8ba98-fc9a-45b9-917a-49584e979096 req-7e9d5963-7634-42a8-8558-2998bc2c45d5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730879
May 10 13:35:06.210966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:35:06.218440 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:35:06.229803 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.235171 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-18ec9364-953b-4194-82d8-23a2744e1869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:06.250597 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b5c59fa0-dbb9-4e14-99a7-b7222a6fd717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.291247 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.317433 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:06.318063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.319672 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 1094 time: 1.2257693
May 10 13:35:06.320740 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:06.327957 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Allocated IP 172.27.3.92 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/71e5e9eb-4bbc-4124-8d43-dae9974d4cea) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:35:06.361600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:06.370148 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:06.466817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-946a3186-0639-4655-b205-92a7aa9333b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:06.468418 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-946a3186-0639-4655-b205-92a7aa9333b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1097 time: 0.0871267
May 10 13:35:06.595940 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-15286f22-0762-4b6c-9b3b-f5060234baec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 217 time: 0.1128683
May 10 13:35:06.717288 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:35:06.798158 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-301d9ade-006b-4d86-81fc-a997df49c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:06.799616 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-301d9ade-006b-4d86-81fc-a997df49c264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.1958544
May 10 13:35:06.878050 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f24ae59b-b158-48b9-b784-f87397623616 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:06.905528 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:06.938879 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9469d60>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 2, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:06.943597 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:35:06.944423 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Updating router 81dca11d-63bf-4186-9790-13cfdaca82da port d00ab41f-0284-49f5-8e77-45fe13290195 binding host dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 13:35:06.970611 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-ef7a5f1d-be5b-462f-81ff-89750e431027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:06.972264 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-ef7a5f1d-be5b-462f-81ff-89750e431027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600113
May 10 13:35:06.994188 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port f24ae59b-b158-48b9-b784-f87397623616 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:06.994570 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.030534 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.149812 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.161235 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8cedc573-b6e9-4db8-802a-532a03542bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:07.243315 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-9d1434b2-375e-40ab-983a-efc5abb75b3c service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383964
May 10 13:35:07.249429 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bab83-80a6-4f37-a2c0-55ab5939a7fc req-9bafafe3-9477-4e39-9f90-e35d6fd9cd6d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.251061 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e18bab83-80a6-4f37-a2c0-55ab5939a7fc req-9bafafe3-9477-4e39-9f90-e35d6fd9cd6d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 944 time: 0.3254998
May 10 13:35:07.268211 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0f81-62ac-4b5f-a155-d9f7462c306d req-4b60a949-1733-49d0-a012-ea0cac4bad93 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.269690 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-733b0f81-62ac-4b5f-a155-d9f7462c306d req-4b60a949-1733-49d0-a012-ea0cac4bad93 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.2910290
May 10 13:35:07.285848 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:07.295472 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:07.298040 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:35:07.313042 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.363084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-c3770a7b-0e7f-4b1a-821a-82df6773f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.364487 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-c3770a7b-0e7f-4b1a-821a-82df6773f616 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.3288243
May 10 13:35:07.371409 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=71e5e9eb-4bbc-4124-8d43-dae9974d4cea,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:07.374648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:07.380544 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-47448287-9ea1-4f25-8d58-87607f7d5da4 req-9488f7ac-1b95-4839-92ab-ffba6b847ede service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300182
May 10 13:35:07.484321 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks [] for port, precommit_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.496366 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.provisioning_blocks [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Transition to ACTIVE for port object d00ab41f-0284-49f5-8e77-45fe13290195 will not be triggered until provisioned by entity L2. {{(pid=78711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:07.504191 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.504452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e18bab83-80a6-4f37-a2c0-55ab5939a7fc req-65705aac-ba97-4b14-b367-b11dfd73d7be tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336600
May 10 13:35:07.513588 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-8da47f2a-273d-4568-a084-48e4e0102859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:07.531752 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-733b0f81-62ac-4b5f-a155-d9f7462c306d req-ab7f8e3b-edd9-47e2-af4c-78915f59e033 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2347767
May 10 13:35:07.598008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.603032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-5994f952-ad87-4c74-9112-b2c31bfa64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.604767 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-5994f952-ad87-4c74-9112-b2c31bfa64e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.2275789
May 10 13:35:07.609507 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-5884a0fa-7222-4b32-9a38-2bfb7dec5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.614738 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-5884a0fa-7222-4b32-9a38-2bfb7dec5718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1097 time: 0.1833827
May 10 13:35:07.717113 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Pushing event updated for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=3']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:07.770870 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.771293 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.771708 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.772120 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.772522 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.773528 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.773960 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.774408 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.774841 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.775234 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.776679 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.777090 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:35:07.781614 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:07.794466 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-6459e2a5-b19b-4ba4-a200-131f59a9be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.795948 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-6459e2a5-b19b-4ba4-a200-131f59a9be21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1610096
May 10 13:35:07.829770 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-2ec02325-ebd2-4310-a857-38a12dbebb14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1000 time: 0.1907122
May 10 13:35:07.831214 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.845220 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Attempting to bind port d00ab41f-0284-49f5-8e77-45fe13290195 on host dv-cinder-784945-7-iscsi for vnic_type normal with profile  {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:35:07.845703 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Attempting to bind port d00ab41f-0284-49f5-8e77-45fe13290195 by drivers openvswitch,hyperv on host dv-cinder-784945-7-iscsi at level 0 using segments [{'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:35:07.846191 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Attempting to bind port d00ab41f-0284-49f5-8e77-45fe13290195 on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:07.853245 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Checking agent: {'id': 'cf9871c4-427c-4d7e-b757-cf6b27cfd603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 36), 'started_at': datetime.datetime(2021, 5, 10, 13, 24, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:35:07.853868 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Checking segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:35:07.854451 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.855018 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Bound using segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} {{(pid=78711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:35:07.855647 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.managers [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Bound port: d00ab41f-0284-49f5-8e77-45fe13290195, host: dv-cinder-784945-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}}] {{(pid=78711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:35:07.856201 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:07.887113 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-2aba997e-e613-4ea8-85b2-a49718d6aad2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 217 time: 0.0800574
May 10 13:35:07.963953 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-29fcb3fa-a8f8-4a14-8481-1eef03866f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.966217 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-29fcb3fa-a8f8-4a14-8481-1eef03866f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.1040988
May 10 13:35:07.973236 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-c80531e1-4d70-4617-b4b5-108068fd6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:07.978888 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-c80531e1-4d70-4617-b4b5-108068fd6d61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.0826550
May 10 13:35:07.985933 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] For port d00ab41f-0284-49f5-8e77-45fe13290195, host dv-cinder-784945-7-iscsi, cleared binding levels {{(pid=78711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:35:07.989031 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.plugins.ml2.db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] For port d00ab41f-0284-49f5-8e77-45fe13290195, host dv-cinder-784945-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d00ab41f-0284-49f5-8e77-45fe13290195,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:35:07.995305 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron_lib.callbacks.manager [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.004771 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:08.035101 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefb0b-d094-4110-a4f6-b8a97bd82942 req-46943995-508e-44ca-9ac7-1aaff75c6e29 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:08.037203 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eadefb0b-d094-4110-a4f6-b8a97bd82942 req-46943995-508e-44ca-9ac7-1aaff75c6e29 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.3993635
May 10 13:35:08.064705 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:08.065327 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9469d60>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:08.076564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-35df7e69-01e7-4e0a-9e6a-7b6499fd4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:08.078204 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-35df7e69-01e7-4e0a-9e6a-7b6499fd4508 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876076
May 10 13:35:08.179079 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eadefb0b-d094-4110-a4f6-b8a97bd82942 req-58ac8131-a420-43bf-915c-37e6f2d370d8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304581
May 10 13:35:08.221498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-8bddb985-57d9-4989-908f-3df0ae61e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:08.223056 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-8bddb985-57d9-4989-908f-3df0ae61e173 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2456148
May 10 13:35:08.230167 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Pushing event updated for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=4']} {{(pid=78711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:08.240781 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG oslo_concurrency.lockutils [None req-6c958eab-aa48-44ea-8359-88903d405adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:08.243223 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-4788f271-aacd-4d34-9d12-ce88d232f0dd service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574955
May 10 13:35:08.252220 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.277959 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.285314 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-42c93182-43a0-4cee-9abd-e8f358debcc8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:08.312331 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:08.355426 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:35:08.396527 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-b2ebbbce-7872-4531-84f3-cc85121ac077 req-e4a5582f-4efc-4e10-b4fb-172f29d18871 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454272
May 10 13:35:08.466766 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=71e5e9eb-4bbc-4124-8d43-dae9974d4cea,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:08.473010 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:08.478621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.505880 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:08.513665 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-872e2257-e270-424a-834e-c074505e72b9 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585392
May 10 13:35:08.521044 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'port_id': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'mac_address': 'fa:16:3e:50:70:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:35:08.589289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.644783 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.645931 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1126101
May 10 13:35:08.654290 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:35:08.695921 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:08.699055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.711800 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.717536 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:08.759746 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9469d60>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:07Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:08.766134 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e00b72-72de-40db-94fe-41830f3451f8 None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:07Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:35:08.819147 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:08.824251 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:08.838634 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d00ab41f-0284-49f5-8e77-45fe13290195 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:08.915442 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7cee5461-857b-4dd1-9b17-5a8ce3a2db79 req-654bbe62-5692-4cba-80f6-662f0ef9174b service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3946719
May 10 13:35:08.918019 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning for port d00ab41f-0284-49f5-8e77-45fe13290195 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:08.924046 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port d00ab41f-0284-49f5-8e77-45fe13290195 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:08.924417 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:08.952824 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ef3c-d96e-4e87-a47b-ff7443c15188 req-81e4589b-f409-44f0-9c09-b829c3f70e26 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:08.954752 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7115ef3c-d96e-4e87-a47b-ff7443c15188 req-81e4589b-f409-44f0-9c09-b829c3f70e26 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1741471
May 10 13:35:08.963554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444b10-3074-428a-9bb5-a0ee8e59d7d5 req-cd413060-e6d3-4412-8db5-cb202c56ff5b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:08.965095 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e444b10-3074-428a-9bb5-a0ee8e59d7d5 req-cd413060-e6d3-4412-8db5-cb202c56ff5b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 945 time: 0.2490733
May 10 13:35:08.982970 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:35:09.026375 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7115ef3c-d96e-4e87-a47b-ff7443c15188 req-1c6aeefb-7961-47ed-81d5-3335e4e199fa tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602410
May 10 13:35:09.058892 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e444b10-3074-428a-9bb5-a0ee8e59d7d5 req-e2414010-e17d-4e47-aa14-f927a449a42a tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790102
May 10 13:35:09.168964 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:09.230314 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] For port d00ab41f-0284-49f5-8e77-45fe13290195, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d00ab41f-0284-49f5-8e77-45fe13290195,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:09.238169 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:09.241105 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-644c77a2-ea70-4006-bfee-4cdcbbe33977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:09.262541 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-6d889357-634d-4636-8c0d-d192db24a5ae tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--263602798&fields=id&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 267 time: 0.0970936
May 10 13:35:09.334742 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Pushing event updated for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:09.339063 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:09.416719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04431d1-3a1f-4781-a8ea-c26eff6f5281 req-bcf40950-fec1-48b6-9728-260c8157908a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:09.418309 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c04431d1-3a1f-4781-a8ea-c26eff6f5281 req-bcf40950-fec1-48b6-9728-260c8157908a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.2248986
May 10 13:35:09.459016 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-1a637efc-0fcd-4621-93a3-90f7c5626f05 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:09.461095 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-1a637efc-0fcd-4621-93a3-90f7c5626f05 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 816 time: 0.1944516
May 10 13:35:09.490527 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-6d4bea3b-b8d0-4a09-879e-198a6f95ec3c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/quotas/3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 375 time: 0.0154335
May 10 13:35:09.498761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c04431d1-3a1f-4781-a8ea-c26eff6f5281 req-d354ce46-2112-48f7-a001-516003e0e5bc tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699825
May 10 13:35:09.524710 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57336) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:09.608052 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cb5d7a73-b10c-44b8-8b65-1a9ab657a378 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1008596
May 10 13:35:09.737409 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700ab21-b200-4322-9a15-89f38f4fab05 tempest-TestShelveInstance-1675405266 tempest-TestShelveInstance-1675405266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:09.738939 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3700ab21-b200-4322-9a15-89f38f4fab05 tempest-TestShelveInstance-1675405266 tempest-TestShelveInstance-1675405266-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1093 time: 0.2132349
May 10 13:35:09.742511 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57342) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:09.747552 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:09.753141 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:09.757021 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Usage tracker for resource:floatingip and tenant:014009b6efe44930b5ae89aee41f4e43 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:09.760539 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:09.766428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:09.776750 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for floatingip, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:09.796757 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-7c3d1b7b-820f-4aec-9a66-7d7e4fb62b39 service neutron] 10.222.0.18 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881356
May 10 13:35:09.804695 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a3c56-74b5-41f8-a71f-ea08161fec62 req-895e56d7-a415-471c-bc5c-d3d77dfde345 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:09.806319 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f20a3c56-74b5-41f8-a71f-ea08161fec62 req-895e56d7-a415-471c-bc5c-d3d77dfde345 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1791797
May 10 13:35:09.912020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:09.938386 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f20a3c56-74b5-41f8-a71f-ea08161fec62 req-bc445f12-f763-40e3-972d-50d649009a10 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134665
May 10 13:35:09.966904 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-5fd45bee-a67b-4f48-b685-d72aa5e73d3f service neutron] 10.222.0.18 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596630
May 10 13:35:10.053809 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Allocated IP 172.27.3.48 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/f372567f-d32e-434e-a5f5-515d78f3db02) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:35:10.168384 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cb58732b-6551-411d-ae52-7a85e85729f9 req-44352935-888d-462d-aed9-cdda1317c2b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 210 time: 0.0575521
May 10 13:35:10.228780 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.269852 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.275281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2a07a99e-acae-4e2c-a626-0b49317aa2f8 tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:10.286140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265bb7-cd88-409c-b3fc-8ccf72be733f req-534926be-7b69-437a-b235-dfdebf461466 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:10.287591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d265bb7-cd88-409c-b3fc-8ccf72be733f req-534926be-7b69-437a-b235-dfdebf461466 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 945 time: 0.0926270
May 10 13:35:10.333918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:10.337345 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:10.339211 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d265bb7-cd88-409c-b3fc-8ccf72be733f req-ab61aef0-e1dd-41f1-9004-a1de66cfc622 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455155
May 10 13:35:10.347257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:35:10.371336 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:10.379835 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'Port': ['ID=f372567f-d32e-434e-a5f5-515d78f3db02,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:10.386371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:10.448187 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:10.455826 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:10.456202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.579572 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.606936 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:10.617453 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:10.623680 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.626306 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:10.696079 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'code': 200}
May 10 13:35:10.741614 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:10.744795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:10.802239 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d00ab41f-0284-49f5-8e77-45fe13290195 up at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:10.885162 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Provisioning complete for port d00ab41f-0284-49f5-8e77-45fe13290195 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:10.885678 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:10.959684 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017ae3d-97d3-4be1-9969-ed3077d21cbe req-9fca6467-43a8-44fb-874e-e121b3d8783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:10.961671 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8017ae3d-97d3-4be1-9969-ed3077d21cbe req-9fca6467-43a8-44fb-874e-e121b3d8783d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1099 time: 0.0734596
May 10 13:35:11.012349 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8017ae3d-97d3-4be1-9969-ed3077d21cbe req-aee1dee1-66c9-4c6d-a265-e10402e2b564 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350237
May 10 13:35:11.096857 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:11.208360 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:11.353590 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a99b16b8-c750-4b5d-ac9c-e84a8b61406c req-ba01eb11-60ce-4fb2-b434-c034a797bf3d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 210 time: 0.0530803
May 10 13:35:11.459229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:11.465909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:11.472507 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d4018d55-cdc7-47c4-8f42-c97b66b451fd tempest-VolumesActionsTest-1146633431 tempest-VolumesActionsTest-1146633431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:11.576002 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event updated for resources: {'Port': ['ID=f372567f-d32e-434e-a5f5-515d78f3db02,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:11.581018 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:11.592668 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:11.691065 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-f9fc8238-daa7-4df6-84e8-7a140044e4a9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:11.692477 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-f9fc8238-daa7-4df6-84e8-7a140044e4a9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 816 time: 0.3039937
May 10 13:35:11.709337 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2c8-36aa-4ead-b828-d6ce8bfc4af2 req-ac860f8b-a07d-4f69-99e8-93c1f2c0df80 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:11.711036 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6607a2c8-36aa-4ead-b828-d6ce8bfc4af2 req-ac860f8b-a07d-4f69-99e8-93c1f2c0df80 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.2488954
May 10 13:35:11.768659 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Floating IP 1ee22771-bdc0-41ba-bd1c-a26b63347fb9 associated. External IP: 172.27.3.48, port: 181957a2-fc65-419e-9f9f-cf062a90ce8d.
May 10 13:35:11.779238 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-70f89b89-9ff9-47cb-8c66-9d28cbc8cff7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 379 time: 0.0672569
May 10 13:35:11.785665 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6607a2c8-36aa-4ead-b828-d6ce8bfc4af2 req-017b29b5-08c7-4549-8cf3-5859227de44e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596466
May 10 13:35:11.790882 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'port': {'device_id': '354ebf39-d1eb-4e14-b376-83671be8a737', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'admin_state_up': True, 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'security_groups': ['c6651930-acc1-4bf8-bf9f-eb9268f2e2aa']}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:11.926965 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:11.931586 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:port and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:11.934394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:11.940096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:11.949607 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Made reservation on behalf of 3796c9f4250e42f195742ef0c145be91 for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:35:11.954102 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.129122 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Allocated IP 172.20.0.11 (dee48ae8-7f30-4b3a-87e7-2adee18e5feb/b3e58176-b365-4d57-99f8-0ff6aad09343/26950d66-615d-4be3-bfc1-bbcfb2fbbb4a) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:35:12.224828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:35:12.313143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.328146 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Transition to ACTIVE for port object 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:12.352519 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.358169 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:12.410639 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:35:12.420939 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Sync routers for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:35:12.438010 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:12.439287 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:12.439944 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e96790>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:12.441773 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:12.446775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:35:12.482216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.543050 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:12.545960 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8024454
May 10 13:35:12.546720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:12.580181 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:12.593184 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:12.593878 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.612889 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'status': 'completed', 'code': 200}
May 10 13:35:12.624852 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8380418
May 10 13:35:12.640677 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Request body: {'port': {'device_id': '354ebf39-d1eb-4e14-b376-83671be8a737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:12.704452 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:12.718947 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818479-604c-4cd8-9721-e97ce3843dc1 req-b758b903-5b62-4cb6-a5c3-c1b6bbdcdf4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:12.719999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-7b818479-604c-4cd8-9721-e97ce3843dc1 req-b758b903-5b62-4cb6-a5c3-c1b6bbdcdf4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Synchronizing usage tracker for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:35:12.734538 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-ba5f913c-832a-447f-be09-46a022d9ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:12.736208 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-ba5f913c-832a-447f-be09-46a022d9ac51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.0959647
May 10 13:35:12.767490 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d98d720f-e896-41e1-93d8-f291d76be2a4 None None] Provisioning for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:12.775834 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-d98d720f-e896-41e1-93d8-f291d76be2a4 None None] Provisioning complete for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:12.776216 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d98d720f-e896-41e1-93d8-f291d76be2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.786889 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-7b818479-604c-4cd8-9721-e97ce3843dc1 req-b758b903-5b62-4cb6-a5c3-c1b6bbdcdf4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Unset dirty status for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:35:12.788128 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7b818479-604c-4cd8-9721-e97ce3843dc1 req-b758b903-5b62-4cb6-a5c3-c1b6bbdcdf4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 932 time: 0.3071082
May 10 13:35:12.816013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:12.884694 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-41931cad-1fa2-4cbd-ab96-cacf334531c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:12.886780 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-41931cad-1fa2-4cbd-ab96-cacf334531c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.1370027
May 10 13:35:12.893930 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7b818479-604c-4cd8-9721-e97ce3843dc1 req-8495d1c3-a6f3-400c-9ca5-164d5fc2a50a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929060
May 10 13:35:12.961151 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d98d720f-e896-41e1-93d8-f291d76be2a4 None None] Port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:35:13.015206 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-a11d8c13-76f8-421e-94eb-5e5b0eedcc1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 998 time: 0.1101546
May 10 13:35:13.083815 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-6ae7468d-2bd9-4a21-b140-443dba4061ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:13.085303 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-6ae7468d-2bd9-4a21-b140-443dba4061ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.0625305
May 10 13:35:13.130043 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0f8df-e61c-4f53-a896-16c08d92be6d req-27ea3230-9da2-477e-8711-264fdcb73833 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:13.131514 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2cf0f8df-e61c-4f53-a896-16c08d92be6d req-27ea3230-9da2-477e-8711-264fdcb73833 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.2253335
May 10 13:35:13.171794 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e96790>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1ee22771-bdc0-41ba-bd1c-a26b63347fb9', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'mac_address': 'fa:16:3e:88:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:13.175877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Checking router: d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:35:13.178188 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-80f5d48e-1719-4a84-a669-b7e6b6c3cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:13.180592 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-80f5d48e-1719-4a84-a669-b7e6b6c3cfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844843
May 10 13:35:13.185667 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:13.186313 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e96790>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:13.214152 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2cf0f8df-e61c-4f53-a896-16c08d92be6d req-2402ed8c-9e96-4b88-8213-d30c519fa019 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744765
May 10 13:35:13.312248 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:35:13.320406 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:13.321385 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-5f58b105-75e8-439e-8455-dbc7beef8d12 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283793
May 10 13:35:13.378625 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Transition to ACTIVE for port object 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:35:13.389081 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:13.390907 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:13.394400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:13.456683 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4cbbefe2-66c9-4cdc-9de3-cef4695317e5 req-a49ddbca-14eb-431f-beb5-64bd884c481b service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278679
May 10 13:35:13.763748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:13.785267 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9e96790>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1ee22771-bdc0-41ba-bd1c-a26b63347fb9', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'mac_address': 'fa:16:3e:88:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:13.790862 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:13.796347 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5e74c-7d6a-4f6c-87f0-ef1a21de7002 None None] The sync data for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi is: [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1ee22771-bdc0-41ba-bd1c-a26b63347fb9', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'mac_address': 'fa:16:3e:88:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:35:13.817340 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7496b0-2456-4c2b-b16d-e441e182dad8 req-db575763-32e6-45a9-8f76-4eee8cdf8f05 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:13.818876 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc7496b0-2456-4c2b-b16d-e441e182dad8 req-db575763-32e6-45a9-8f76-4eee8cdf8f05 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.4941204
May 10 13:35:13.882895 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Attempting to bind port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:35:13.883245 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Attempting to bind port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:35:13.883561 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Attempting to bind port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:13.891033 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc7496b0-2456-4c2b-b16d-e441e182dad8 req-ebaaec1b-d374-4730-9a9c-8d887ee14223 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648506
May 10 13:35:13.892804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:35:13.893216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Attempting to bind port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:35:13.899101 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:35:13.899443 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Checking segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:35:13.899826 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Bound using segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:35:13.900258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Bound port: 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:35:13.900605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:14.004517 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:35:14.007901 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:35:14.012894 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9532000-e8c7-4a01-98c6-3dbef7d48c49 None None] New status for floating IP 1ee22771-bdc0-41ba-bd1c-a26b63347fb9: ACTIVE {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:35:14.013583 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:14.018213 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:14.115066 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.115738 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:14.117263 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] 10.222.0.36 "PUT /v2.0/ports/26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 1094 time: 1.4821296
May 10 13:35:14.119797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:14.166329 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:14.170021 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:14.209928 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'status': 'completed', 'code': 200}
May 10 13:35:14.263699 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763507a-c7d0-46f1-9b20-e406d92d2c6b req-18763f64-ba90-4a8d-bc5b-456dbb8b85d4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.265391 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c763507a-c7d0-46f1-9b20-e406d92d2c6b req-18763f64-ba90-4a8d-bc5b-456dbb8b85d4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.2168510
May 10 13:35:14.376647 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-46d9c5a3-98f4-4905-a15c-2d9fffc3b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.378231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-46d9c5a3-98f4-4905-a15c-2d9fffc3b8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1097 time: 0.2032750
May 10 13:35:14.383145 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c763507a-c7d0-46f1-9b20-e406d92d2c6b req-86a9b77e-3f90-4b16-b79b-a1762ae1bcf4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078298
May 10 13:35:14.457316 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-7139cf0c-70d8-4c42-a76f-1bddab22e900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 217 time: 0.0679777
May 10 13:35:14.511913 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dc75-5819-404a-bbb1-834e7e926830 req-c9eb39a3-5c34-4383-8102-21ed3aff31b0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.513272 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6675dc75-5819-404a-bbb1-834e7e926830 req-c9eb39a3-5c34-4383-8102-21ed3aff31b0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.2053614
May 10 13:35:14.564282 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-0d5977db-df48-447c-8c63-9345618618ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.565716 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-0d5977db-df48-447c-8c63-9345618618ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0935779
May 10 13:35:14.573312 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6675dc75-5819-404a-bbb1-834e7e926830 req-5e22c1a8-d88b-4e13-b688-91c035ace544 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538175
May 10 13:35:14.646582 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-84cc0ab2-1960-45e2-8816-6925b9d841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:14.648501 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-84cc0ab2-1960-45e2-8816-6925b9d841d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743763
May 10 13:35:14.795038 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-e80ab0dc-8048-4fb1-83f3-5468dbc90fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374168
May 10 13:35:14.940104 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-25493f57-1706-4c6e-88f6-a72cb8b51119 req-b4f081b7-4cea-4c5d-b0a1-021af95adda2 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379092
May 10 13:35:15.075587 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-760a1697-6961-47b6-a98f-355d29d3be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:15.077073 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-760a1697-6961-47b6-a98f-355d29d3be4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1097 time: 0.0737281
May 10 13:35:15.207431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-a14f28c3-6319-405d-b9c7-75661d6dfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:15.208858 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-a14f28c3-6319-405d-b9c7-75661d6dfa9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1254766
May 10 13:35:15.279979 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-a4d6109d-131f-4f2b-bd3c-c897779924d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 217 time: 0.0644071
May 10 13:35:15.341264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-791071a8-7f1f-4d66-92a3-95ff1787e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:15.342674 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-791071a8-7f1f-4d66-92a3-95ff1787e821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0558248
May 10 13:35:15.419173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-3a5a100b-004e-4269-ab91-dde6ca3b7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:15.420644 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-3a5a100b-004e-4269-ab91-dde6ca3b7e20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708904
May 10 13:35:15.567918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93622569-a467-44c9-b548-65d4617dccc7 req-87d9b2fd-01b7-46bc-b9b2-4efcce79e868 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:15.569378 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-93622569-a467-44c9-b548-65d4617dccc7 req-87d9b2fd-01b7-46bc-b9b2-4efcce79e868 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0779774
May 10 13:35:15.613049 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-93622569-a467-44c9-b548-65d4617dccc7 req-7aa9c81e-f412-4a06-af10-e8f07810fdaf tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378904
May 10 13:35:16.586221 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-4c370b3b-08f1-4a65-acc9-c9fe388ecc1b service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060385
May 10 13:35:16.800638 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6450c-efdd-40c5-a8d4-903f759ef2cc req-85eff19f-12a5-4e47-9921-cd3d26313b2a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:16.802107 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0bf6450c-efdd-40c5-a8d4-903f759ef2cc req-85eff19f-12a5-4e47-9921-cd3d26313b2a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0803494
May 10 13:35:16.845722 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0bf6450c-efdd-40c5-a8d4-903f759ef2cc req-672b20b9-7f94-4d99-bd92-dad345502277 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372407
May 10 13:35:17.405466 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0dc5e2e8-cd06-4d79-95bb-4454e88d7a56 req-b8073724-53f7-4beb-b4d6-f5301e3c5060 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216218
May 10 13:35:18.029374 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cda1a-c4f0-45f6-96f6-d04cf1bab0b8 req-832349c5-9ce6-4dd7-baea-47f3379ad5ad tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:18.030742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f89cda1a-c4f0-45f6-96f6-d04cf1bab0b8 req-832349c5-9ce6-4dd7-baea-47f3379ad5ad tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0781877
May 10 13:35:18.078088 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f89cda1a-c4f0-45f6-96f6-d04cf1bab0b8 req-3c547548-276c-4bea-bd83-4518842e6fb9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416343
May 10 13:35:18.794301 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-94dcf1ff-8afc-4b37-9ffd-0b986770fe7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695789
May 10 13:35:18.936253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-2df0d7ea-1f8a-4322-989b-d4662c83d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:18.937609 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-2df0d7ea-1f8a-4322-989b-d4662c83d093 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 1098 time: 0.0693159
May 10 13:35:19.077896 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-ff30d64f-575a-45f1-afad-f9551e95d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:19.079325 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-ff30d64f-575a-45f1-afad-f9551e95d2ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.1230259
May 10 13:35:19.188152 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-9d5d2cc0-1a7d-4532-bfed-acef5ffa7669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 200  len: 1000 time: 0.0997124
May 10 13:35:19.301184 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-46ed4844-0087-4ec1-a110-d7f04c3636dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:19.303496 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-46ed4844-0087-4ec1-a110-d7f04c3636dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.0782475
May 10 13:35:19.372791 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfbff-4282-4874-a189-38500c3dfd5f req-884763f5-66ba-426c-925f-dc097cd45512 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:19.374312 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7f2bfbff-4282-4874-a189-38500c3dfd5f req-884763f5-66ba-426c-925f-dc097cd45512 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1821082
May 10 13:35:19.433608 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7f2bfbff-4282-4874-a189-38500c3dfd5f req-af95cb49-9ffa-4dea-bdf5-c6c0389c0380 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511305
May 10 13:35:19.445788 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-b4ca3b0c-57da-4083-96d1-16c7670d998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:19.447234 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-b4ca3b0c-57da-4083-96d1-16c7670d998d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352801
May 10 13:35:19.581482 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-267d1363-7ca4-4f7c-9751-99b5b94c495a service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248333
May 10 13:35:19.720529 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-32ac952c-2193-4bdc-8f2f-9a9d7fb75947 req-efa5013e-8859-4447-b0a3-7d84428daca3 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313474
May 10 13:35:20.618902 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e6d29-67f1-4383-ace3-99688b71c1f2 req-8dd0828f-fa25-4274-a030-daf7a5b2c362 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:20.620347 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9b5e6d29-67f1-4383-ace3-99688b71c1f2 req-8dd0828f-fa25-4274-a030-daf7a5b2c362 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0792842
May 10 13:35:20.667480 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9b5e6d29-67f1-4383-ace3-99688b71c1f2 req-fc65b310-f9b8-4256-bb84-94496dc691a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415192
May 10 13:35:21.446821 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:21.857189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3175-24dc-4f04-8b01-fb5ab268c85b req-c95ec22d-6ff8-4302-bec9-80888d8888d2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:21.858653 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8ac3175-24dc-4f04-8b01-fb5ab268c85b req-c95ec22d-6ff8-4302-bec9-80888d8888d2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0786858
May 10 13:35:21.902921 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8ac3175-24dc-4f04-8b01-fb5ab268c85b req-3b52190e-b0cb-4278-a09a-f8143d33eaa2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386970
May 10 13:35:22.619389 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:35:22.759957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:22.773414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:35:22.830470 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:22.848374 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:35:22.866086 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:22.871005 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:22.873127 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-44f32ae5-94ba-4512-8246-f2bc587aab33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:22.944586 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:22.947876 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:23.184157 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be437a-ad48-4af3-bf8f-1bc0285169d2 req-0a8f0c86-8fe2-4ec4-966d-dc2eb61804ea tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:23.185614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0be437a-ad48-4af3-bf8f-1bc0285169d2 req-0a8f0c86-8fe2-4ec4-966d-dc2eb61804ea tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 945 time: 0.1688602
May 10 13:35:23.226637 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:35:23.232340 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0be437a-ad48-4af3-bf8f-1bc0285169d2 req-ac72e269-90c4-41ac-9c37-1e7bf0a34ac6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408344
May 10 13:35:24.424642 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1075a9-50e1-4de8-950c-a3a8e57dcb42 req-35c7ce91-e605-404f-a8f6-a906048ef463 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:24.426102 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ef1075a9-50e1-4de8-950c-a3a8e57dcb42 req-35c7ce91-e605-404f-a8f6-a906048ef463 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 945 time: 0.0790248
May 10 13:35:24.433255 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:35:24.473996 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ef1075a9-50e1-4de8-950c-a3a8e57dcb42 req-5295485b-e8b3-4324-9e90-414ab9517f9a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418205
May 10 13:35:24.500014 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:35:24.504610 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:24.504996 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:24.617387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:24.643131 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:24.653020 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:24.656582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:24.658385 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-9fbed47d-6240-4f49-a022-957f7972864d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:24.702458 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'code': 200}
May 10 13:35:24.727564 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:24.730468 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:24.950796 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874312b-7195-45b8-adb9-7697fcd85887 req-81fc171c-8529-41b5-87ff-45de00ae03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:24.952223 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0874312b-7195-45b8-adb9-7697fcd85887 req-81fc171c-8529-41b5-87ff-45de00ae03bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1099 time: 0.0677569
May 10 13:35:24.995555 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0874312b-7195-45b8-adb9-7697fcd85887 req-54516d51-9af6-4589-8e52-470dee96b900 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340519
May 10 13:35:25.660966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ffab6-29d6-4f43-a4b4-10158acf4b55 req-36c88619-beb7-4010-a477-9db90e6d1824 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:25.662423 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e46ffab6-29d6-4f43-a4b4-10158acf4b55 req-36c88619-beb7-4010-a477-9db90e6d1824 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0815971
May 10 13:35:25.708042 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e46ffab6-29d6-4f43-a4b4-10158acf4b55 req-6e93b86e-d1c4-4bbf-8cb6-32fe52be94da tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399239
May 10 13:35:26.892948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d37a8-e4ad-44da-bba6-db6563ed0245 req-c27ff94b-313a-4a59-8a51-906df9ae6126 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:26.894433 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c06d37a8-e4ad-44da-bba6-db6563ed0245 req-c27ff94b-313a-4a59-8a51-906df9ae6126 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0784879
May 10 13:35:26.941046 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c06d37a8-e4ad-44da-bba6-db6563ed0245 req-e3ae06ec-66ae-494c-be43-d56ae037568d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402822
May 10 13:35:27.121014 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1077f6-c40d-4ed3-b777-4449778afd66 req-031efb8e-d462-44ac-8547-3ba6a11469cc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:27.122508 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5c1077f6-c40d-4ed3-b777-4449778afd66 req-031efb8e-d462-44ac-8547-3ba6a11469cc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0796671
May 10 13:35:27.130879 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57510) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:27.136792 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'floatingip': {'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:27.216895 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:27.899260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:27.902684 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:28.069483 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Floating IP f1f235fc-9e0e-4576-a357-ad42e9e6b65a associated. External IP: 172.27.3.92, port: 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a.
May 10 13:35:28.405292 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:35:28.581130 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:35:28.585996 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:28.590247 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:35:28.599470 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:28.600099 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9532d00>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:28.639366 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-acd4e654-25dc-41a9-a937-c9b09959ffe3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "PUT /v2.0/floatingips/f1f235fc-9e0e-4576-a357-ad42e9e6b65a HTTP/1.1" status: 200  len: 991 time: 1.5061038
May 10 13:35:28.640310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:28.695911 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'status': 'completed', 'code': 200}
May 10 13:35:28.787925 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:28.826294 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-c9f3f752-3f7b-4639-87fe-0db5ed086d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:28.827752 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-c9f3f752-3f7b-4639-87fe-0db5ed086d5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1099 time: 0.0726931
May 10 13:35:28.965537 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-23964e2c-19b2-40a2-9eed-df8b57514446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:28.966886 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-23964e2c-19b2-40a2-9eed-df8b57514446 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1263063
May 10 13:35:29.068538 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-c70da066-5030-4a5f-b3e3-25b130e50a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 999 time: 0.0931282
May 10 13:35:29.128430 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9532d00>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'f1f235fc-9e0e-4576-a357-ad42e9e6b65a', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ebf39-d1eb-4e14-b376-83671be8a737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:07Z', 'updated_at': '2021-05-10T13:35:27Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:29.132744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:35:29.136363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-4cb5c984-9716-46e1-922d-58f48554c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:29.137797 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-4cb5c984-9716-46e1-922d-58f48554c1e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0592513
May 10 13:35:29.141054 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:29.141648 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9532d00>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:29.218733 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-7c394bc0-c9a3-4beb-8055-852438599990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:29.220179 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-7c394bc0-c9a3-4beb-8055-852438599990 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719965
May 10 13:35:29.353638 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:29.359405 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-fecd7444-3f70-4e2b-b3ce-419fd6c27e57 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255226
May 10 13:35:29.493576 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fd615703-75a3-4a82-8a31-3fd81d26a282 req-834669c3-38e9-42d7-b535-458883de4232 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262043
May 10 13:35:29.712034 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-88a2689e-616f-41c4-8999-071716b80055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9532d00>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'f1f235fc-9e0e-4576-a357-ad42e9e6b65a', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ebf39-d1eb-4e14-b376-83671be8a737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:07Z', 'updated_at': '2021-05-10T13:35:27Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:29.716341 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2689e-616f-41c4-8999-071716b80055 None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'f1f235fc-9e0e-4576-a357-ad42e9e6b65a', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ebf39-d1eb-4e14-b376-83671be8a737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:07Z', 'updated_at': '2021-05-10T13:35:27Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:35:29.902844 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338693b4-fc1b-4459-a2a5-1c96f9e74113 None None] New status for floating IP f1f235fc-9e0e-4576-a357-ad42e9e6b65a: ACTIVE {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:35:30.986039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8a3f1-ab23-478d-8aa3-491909ec7d3a req-a4ca0d65-ae54-48ef-b885-b06d9bc6ce8b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:30.987512 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-80c8a3f1-ab23-478d-8aa3-491909ec7d3a req-a4ca0d65-ae54-48ef-b885-b06d9bc6ce8b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.0904546
May 10 13:35:31.032112 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-80c8a3f1-ab23-478d-8aa3-491909ec7d3a req-89c1f343-ecdc-4c90-82e6-0c4fd2686921 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385649
May 10 13:35:31.055398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57554) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:31.209346 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e6323-9cc4-4bb8-aa79-e33b4cfa9fb2 req-c065a1c8-c7ef-4fb2-ac5e-c85e269aa468 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:31.211383 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-080e6323-9cc4-4bb8-aa79-e33b4cfa9fb2 req-c065a1c8-c7ef-4fb2-ac5e-c85e269aa468 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.0788019
May 10 13:35:31.232378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3694a-0807-4d31-a695-6a27370b126a tempest-TestMinimumBasicScenario-1789401304 tempest-TestMinimumBasicScenario-1789401304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:31.233957 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b4c3694a-0807-4d31-a695-6a27370b126a tempest-TestMinimumBasicScenario-1789401304 tempest-TestMinimumBasicScenario-1789401304-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1094 time: 0.1776013
May 10 13:35:31.236893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57560) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:31.242050 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'port_id': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:31.247648 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:31.251439 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:floatingip and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:31.254228 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:31.258144 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-080e6323-9cc4-4bb8-aa79-e33b4cfa9fb2 req-bb60ff35-1be2-42bc-bbc7-df13feafd983 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
May 10 13:35:31.260342 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:31.272129 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for floatingip, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:31.508966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:31.643154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Allocated IP 172.27.3.127 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/df628807-cdc2-4c1a-b365-0ca3b0eccbe0) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:35:31.786433 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:31.814533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:31.817941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b63bcd38-a2ab-4f02-90f3-e3490efad8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:31.871527 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:35:31.873966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:35:31.877575 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:35:31.919801 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'Port': ['ID=df628807-cdc2-4c1a-b365-0ca3b0eccbe0,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:31.923827 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:32.275041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:32.347254 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:32.440737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7dbf4-2472-464a-a02c-030926046e86 req-315a7365-e0b7-453c-8b49-4835cbac90a7 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:32.442140 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-04a7dbf4-2472-464a-a02c-030926046e86 req-315a7365-e0b7-453c-8b49-4835cbac90a7 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.0792453
May 10 13:35:32.486848 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-04a7dbf4-2472-464a-a02c-030926046e86 req-c4897f42-5986-4ea5-a0b3-29dca57bc9ac tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380063
May 10 13:35:32.548267 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:32.552633 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:32.556937 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-52dcf317-a76a-4755-b7fe-c53699ebb167 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:32.651692 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'Port': ['ID=df628807-cdc2-4c1a-b365-0ca3b0eccbe0,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:32.655469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:32.667752 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:32.834440 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Floating IP 44d7920d-f21f-48c7-be85-2bc958e761a6 associated. External IP: 172.27.3.127, port: c4d8341b-e31c-4a42-9b9e-8af32dfd8c41.
May 10 13:35:33.106719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-1dfad953-47fe-4a2b-8177-5ac1a08f3e64 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:33.108130 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-1dfad953-47fe-4a2b-8177-5ac1a08f3e64 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 946 time: 0.0809155
May 10 13:35:33.275874 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Router d6108ae3-c78b-47fd-afd0-76f88d1ad910 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:35:33.322287 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Deleting port 68a571af-a0d9-4983-affe-7e5aab81a499 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:35:33.322630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.431439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb4d0-14b5-46c1-a36f-053f753c1356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.458065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:35:33.459109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] For port 68a571af-a0d9-4983-affe-7e5aab81a499, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=68a571af-a0d9-4983-affe-7e5aab81a499,segment=NetworkSegment(71a82708-7777-45b2-a2d5-ade927f4577b),segment_id=71a82708-7777-45b2-a2d5-ade927f4577b)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:33.459601 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.467496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Sync routers for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:35:33.476958 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:33.477577 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90c5dc0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:33.483208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.548308 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3102763
May 10 13:35:33.549053 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57572) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:33.549673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:33.560407 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123097731', 'description': 'tempest-secgroup-smoke-1123097731 description', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:33.567269 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:33.575443 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:33.578879 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:33.585566 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:33.587289 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Calling delete_port for 68a571af-a0d9-4983-affe-7e5aab81a499 owned by compute:nova {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:35:33.602557 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.659395 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:33.663994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:33.667095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:33.673485 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:33.703244 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:33.705649 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:35:33.814016 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.820901 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.827022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-cdf43f4a-44a8-46cf-ad24-0212f770bd5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:33.829093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.832835 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-cb70eb78-0724-468b-a549-2af7ccb6fe47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:33.842372 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-bf6acede-1e00-42cb-92b9-e75e8aeb2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:33.843705 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['68a571af-a0d9-4983-affe-7e5aab81a499'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:35:33.844092 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-bf6acede-1e00-42cb-92b9-e75e8aeb2bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1099 time: 0.1374822
May 10 13:35:33.872403 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Pushing event deleted for resources: {'Port': ['ID=68a571af-a0d9-4983-affe-7e5aab81a499,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:33.883650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:33.923569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413393-9642-4eb4-852f-8c31d3e7c10c req-7b347de0-f030-43b2-b34a-9714e7e9a009 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:33.924938 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e6413393-9642-4eb4-852f-8c31d3e7c10c req-7b347de0-f030-43b2-b34a-9714e7e9a009 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/ports?device_id=741d01a7-4833-4421-badb-8e433da11c2c HTTP/1.1" status: 200  len: 867 time: 0.2037249
May 10 13:35:33.955754 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.960520 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4055882
May 10 13:35:33.961384 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57580) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:33.967958 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:33.972751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:33.979386 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:33.982896 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:33.986825 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] No DVR routers for this DVR port 68a571af-a0d9-4983-affe-7e5aab81a499 on host hv-cinder-78494 {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:35:33.990807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:33.993308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'name': 'network-vif-deleted', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:33.995479 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:34.007918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:34.017340 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:34.038371 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e6413393-9642-4eb4-852f-8c31d3e7c10c req-f79d1f32-ce98-40e7-ac7f-e5e593ddcf7e tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.18 "GET /v2.0/security-groups?id=29db1fc5-24b1-4022-99ac-bb3eea25ea76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992515
May 10 13:35:34.040796 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-796aa147-5e4e-4174-a8ff-5a78ca210925 req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] 10.222.0.36 "DELETE /v2.0/ports/68a571af-a0d9-4983-affe-7e5aab81a499 HTTP/1.1" status: 204  len: 173 time: 0.9265184
May 10 13:35:34.052065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-7eb217a4-92e0-480f-8225-d87ade8f6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:34.053881 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-7eb217a4-92e0-480f-8225-d87ade8f6da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1963947
May 10 13:35:34.063394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.063898 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741d01a7-4833-4421-badb-8e433da11c2c', 'name': 'network-vif-deleted', 'tag': '68a571af-a0d9-4983-affe-7e5aab81a499', 'status': 'completed', 'code': 200}
May 10 13:35:34.121085 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90c5dc0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '44d7920d-f21f-48c7-be85-2bc958e761a6', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'port_id': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'mac_address': 'fa:16:3e:50:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:32Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 0, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:34.124951 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Checking router: d6108ae3-c78b-47fd-afd0-76f88d1ad910 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:35:34.134810 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:35:34.135665 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90c5dc0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:34.201534 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-1cce67c4-bb9b-4123-9a07-f56c9363b340 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 1000 time: 0.1308653
May 10 13:35:34.248306 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.252649 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.260355 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-042ad992-26b9-47d9-b8d7-8642f1f376d0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:34.287547 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0103ebd-afd5-4bcc-829a-7d1c5f17bbd6,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:34.298585 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:34.306020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-94c97e1a-eda2-45e6-a715-1a9846894df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:34.307513 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-94c97e1a-eda2-45e6-a715-1a9846894df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.0937324
May 10 13:35:34.308352 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.309377 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3447490
May 10 13:35:34.312120 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57586) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:34.316371 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:35:34.317059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:34.324039 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:34.360381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:34.367558 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:34.374922 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:34.405906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.432400 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-59868d9c-0ca7-4f3a-a526-3837d0f3ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:34.434599 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-59868d9c-0ca7-4f3a-a526-3837d0f3ee62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116982
May 10 13:35:34.580641 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.586824 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.597737 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-11d1d50e-9cdc-43d1-82c4-b7c32aafc338 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:34.630828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0efae49-b8ac-4746-86cc-f92dadf9eb3f,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:34.633806 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:34.649911 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-228b7187-354d-4cf7-a31d-32fa5d9486cd service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953418
May 10 13:35:34.653413 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.655162 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ba071ef4-5fb2-45ed-b00f-45d99b5c8b22 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3421104
May 10 13:35:34.657872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57592) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:34.664627 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:34.674021 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:34.684200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:34.691447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:34.708391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:34.721413 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90c5dc0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '44d7920d-f21f-48c7-be85-2bc958e761a6', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'port_id': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'mac_address': 'fa:16:3e:50:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:32Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 0, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:35:34.725733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2c24-c028-4a43-9e42-1249ccb4c1c9 None None] The sync data for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi is: [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '44d7920d-f21f-48c7-be85-2bc958e761a6', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'port_id': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'mac_address': 'fa:16:3e:50:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:32Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 0, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:35:34.736762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.815010 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.820664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.827112 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:34.848703 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a82eb44-8587-4372-96cb-b41c7b6a3e2f,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:34.851960 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:34.865125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.866604 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-54398dd2-a9fa-4d8f-977b-1ad1633fb72d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2069492
May 10 13:35:34.869535 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57596) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:34.874931 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:34.883091 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:34.888045 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:34.891553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:34.898087 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:34.921359 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.952997 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00754c60-cbc5-4fa2-b813-1dae5f46d464 None None] New status for floating IP 44d7920d-f21f-48c7-be85-2bc958e761a6: ACTIVE {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:35:34.960631 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5edb1589-89bd-419c-8b40-b69ab79a74ec req-e46b8d17-5d7d-421f-95b6-1b88e37420a7 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3037570
May 10 13:35:34.994381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:34.997899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.000067 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-63fc5830-9ee7-43d1-bad0-863dd3aaa6c1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:35.022039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6261312-8526-4350-a3dc-4afc11fc61f2,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:35.024765 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:35.032970 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.036711 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-71af9ff0-cbcd-43f9-a7f0-b9377ad52fc4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1637373
May 10 13:35:35.036904 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57600) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:35.042911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:35.048368 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:35.052569 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:35.056391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:35.062288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:35.072586 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.securitygroups_db [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Project ecac9f4fc9884ab4acfaa9204fda25d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:35:35.078243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.158598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.163187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.171250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-23e901bf-1211-4ec9-b417-d7bc8b94c4c3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:35.190002 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c6866e-3045-4bf1-a9b1-f43f24ba05f7,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:35.192430 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:35.202148 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.206319 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57608) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:35:35.206518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-fe1a3b3c-84fa-440e-9b17-8bc48c3e6091 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1684604
May 10 13:35:35.213283 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'security_group_rule': {'security_group_id': '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452', 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:35.221819 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:35:35.226517 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Usage tracker for resource:security_group_rule and tenant:ecac9f4fc9884ab4acfaa9204fda25d6 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:35:35.229673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:35:35.237126 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:35:35.248519 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.securitygroups_db [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Project ecac9f4fc9884ab4acfaa9204fda25d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 13:35:35.254730 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.318885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.322149 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.324232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:35.347544 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224252b9-338f-4eea-a3ed-62920fb080a7,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:35.352505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:35.357718 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.358965 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c37928ec-0172-461a-8177-40beef3dc0fd tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1514812
May 10 13:35:35.491340 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-b49c3ad0-30cf-4c3b-bac9-2c720d45d7c3 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123097731&fields=id&tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6 HTTP/1.1" status: 200  len: 267 time: 0.0476482
May 10 13:35:35.587249 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-81001ead-5bdf-477d-b65c-fed78a62fee4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:35.588802 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-81001ead-5bdf-477d-b65c-fed78a62fee4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.0906582
May 10 13:35:35.599943 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'port': {'security_groups': ['0e4c0c76-06a5-4642-b3ce-6057ab5c36cb', '1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452']}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:35:35.723918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:35.980993 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:35:36.005125 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.010560 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.016230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:35:36.021620 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:35:36.079645 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.080265 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.081613 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e9a351c4-77c8-4456-8076-f52db4d240c8 req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "PUT /v2.0/ports/c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 982 time: 0.4861729
May 10 13:35:36.084667 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:35:36.113275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=6']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:35:36.117451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:35:36.142727 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:35:36.175086 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:35:36.263904 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-d1b6ce96-2fb7-4c69-b385-1b1c1d8a7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.265393 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-d1b6ce96-2fb7-4c69-b385-1b1c1d8a7d2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1138 time: 0.0960052
May 10 13:35:36.286202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-130be34e-5334-4bd6-874e-a1d3f5b5f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.297241 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf873c46-ea5a-4976-b992-780d5e1bd5b4 req-0d871858-6d76-4e5b-aef6-15f0e4444095 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.299374 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bf873c46-ea5a-4976-b992-780d5e1bd5b4 req-0d871858-6d76-4e5b-aef6-15f0e4444095 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.1012132
May 10 13:35:36.316674 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.363112 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bf873c46-ea5a-4976-b992-780d5e1bd5b4 req-bae064fb-7241-4eba-9f90-afafb56a7a8c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521789
May 10 13:35:36.420261 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-f1553e2a-a9ee-4586-a276-23a467741a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.421682 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-f1553e2a-a9ee-4586-a276-23a467741a43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1474712
May 10 13:35:36.447080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-62f40e88-9004-4432-9a8c-99cf5f5b480f None None] Provisioning complete for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:35:36.447464 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-62f40e88-9004-4432-9a8c-99cf5f5b480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:36.523408 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-2ea578cf-9188-4a9d-8f48-a76b2a18d1c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 1002 time: 0.0920558
May 10 13:35:36.589566 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-eaf772c8-6843-4214-ada0-c2f69e8ebce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.591021 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-eaf772c8-6843-4214-ada0-c2f69e8ebce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.0596874
May 10 13:35:36.679632 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-e2098f70-9b01-462d-a3cc-8d3ad6545b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:36.681787 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-e2098f70-9b01-462d-a3cc-8d3ad6545b4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826232
May 10 13:35:36.836029 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-b03cbd3c-9f3e-4740-bd00-1a19417f436e service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438472
May 10 13:35:36.983775 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8d290398-bf60-49b6-81af-f56ba22a2250 req-aebd0638-1390-401d-8bca-366830ea93df service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406026
May 10 13:35:37.306243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:38.638768 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:39.065340 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 68a571af-a0d9-4983-affe-7e5aab81a499 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:35:39.099474 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 68a571af-a0d9-4983-affe-7e5aab81a499 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:35:39.099822 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 68a571af-a0d9-4983-affe-7e5aab81a499 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:35:40.643761 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:35:51.447107 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:35:59.170880 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea1c4-2222-4b9a-b07b-4eba0ebaaa17 req-d30f6672-9f76-411d-a393-4ebba1fb5586 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.172374 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-993ea1c4-2222-4b9a-b07b-4eba0ebaaa17 req-d30f6672-9f76-411d-a393-4ebba1fb5586 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2150247
May 10 13:35:59.201950 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-fcf069fa-3458-4bef-9bad-972bdd19e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.203452 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-fcf069fa-3458-4bef-9bad-972bdd19e10a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1138 time: 0.0776262
May 10 13:35:59.260847 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-993ea1c4-2222-4b9a-b07b-4eba0ebaaa17 req-140823ee-abc4-4cad-9b5b-f41c9424bd9a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824661
May 10 13:35:59.301420 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda56d-579b-4ffd-8c5a-96f43d84b64d req-2de10f78-b6ff-4ba6-b011-c49ee66c66e8 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.306181 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2fcda56d-579b-4ffd-8c5a-96f43d84b64d req-2de10f78-b6ff-4ba6-b011-c49ee66c66e8 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.1551774
May 10 13:35:59.336690 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-587c2267-0dee-4a8f-a531-65381a2d0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.337763 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-587c2267-0dee-4a8f-a531-65381a2d0e22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1269162
May 10 13:35:59.352288 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2fcda56d-579b-4ffd-8c5a-96f43d84b64d req-6b4ef0b8-9cc5-466c-86c0-39cbe3b745d6 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428448
May 10 13:35:59.442623 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-ca3eac65-458c-4241-bb82-a61bf35cf577 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 1002 time: 0.0977874
May 10 13:35:59.509832 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-0ed01a80-3246-419c-9d4b-7877fa71e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.511368 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-0ed01a80-3246-419c-9d4b-7877fa71e3b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.0608561
May 10 13:35:59.586879 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-71f49967-ad69-48c8-9b1e-aad983f57ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:35:59.588268 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-71f49967-ad69-48c8-9b1e-aad983f57ecf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691068
May 10 13:35:59.720638 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-696bb546-8899-4db7-a41a-a8f4acdd53e2 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228220
May 10 13:35:59.858180 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d121cbc0-3742-4d99-b276-3572eb7e94ba req-e1ccf2d6-ab20-4dc1-a56e-339ce4398483 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291864
May 10 13:36:00.445429 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5fc1f-a892-4a3d-a71e-fcc69453b7e6 req-882152b3-a44b-4270-9a92-3a8936dc6afd tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:00.446924 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66a5fc1f-a892-4a3d-a71e-fcc69453b7e6 req-882152b3-a44b-4270-9a92-3a8936dc6afd tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.0818219
May 10 13:36:00.535358 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66a5fc1f-a892-4a3d-a71e-fcc69453b7e6 req-9bb14192-2e42-4aab-8b31-e13d6ce548c5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828700
May 10 13:36:00.563025 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623235-a0a7-43b7-b771-8332b9fd3b83 req-7a9ea52f-e714-4564-908a-6dcfc6daad01 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:00.564474 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a4623235-a0a7-43b7-b771-8332b9fd3b83 req-7a9ea52f-e714-4564-908a-6dcfc6daad01 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0994875
May 10 13:36:00.613109 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a4623235-a0a7-43b7-b771-8332b9fd3b83 req-4864ea0c-d0dd-4f42-ad84-29056ad5daf3 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416315
May 10 13:36:00.653166 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57830) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:00.805601 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Deleting subnet 499cb58c-cfbe-4351-ac9f-9a984d6f6ceb {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:36:00.808382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:00.854947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:00.910681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.144358 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.148928 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-305e1708-1320-49c2-9dbc-a71d7fc14637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:01.187352 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499cb58c-cfbe-4351-ac9f-9a984d6f6ceb,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:01.191014 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.235219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.235596 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.235966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.236326 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.236687 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.237044 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.237395 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.237746 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.238122 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.238471 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.238817 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.239161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:01.244109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:01.245576 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-9f412b46-dfab-4bb9-9a22-8d52dfc98396 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/499cb58c-cfbe-4351-ac9f-9a984d6f6ceb HTTP/1.1" status: 204  len: 168 time: 0.5913134
May 10 13:36:01.248002 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57834) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:01.369861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.381074 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-7b86d2a9-75db-425a-b1ca-e64127de4f60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:01.381778 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-7b86d2a9-75db-425a-b1ca-e64127de4f60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:36:01.444585 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-7b86d2a9-75db-425a-b1ca-e64127de4f60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:36:01.445602 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-7b86d2a9-75db-425a-b1ca-e64127de4f60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.2593398
May 10 13:36:01.554106 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.575687 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf35b1970>,) {'filters': {'network_id': ['ef52d799-28cc-4832-8b16-1dc5555d2dae']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:01.623985 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf35b1970>, '71a82708-7777-45b2-a2d5-ade927f4577b') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:01.624280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf35b1970>, '71a82708-7777-45b2-a2d5-ade927f4577b') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:01.638705 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.659303 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.669006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:36:01.669398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:36:01.682489 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:36:01.741238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391482d-d81e-405b-9f83-7c5347d4d85e req-05a2e575-7ef5-44f6-8eb4-add5e8b5e7a5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:01.742736 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9391482d-d81e-405b-9f83-7c5347d4d85e req-05a2e575-7ef5-44f6-8eb4-add5e8b5e7a5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 945 time: 0.1042302
May 10 13:36:01.770185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Deleting port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:36:01.770524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.791160 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.835871 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9391482d-d81e-405b-9f83-7c5347d4d85e req-ed4c9533-ef90-40d6-a363-9edc69495643 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596287
May 10 13:36:01.848457 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:01.869332 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:01.872241 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c9d22-4f2e-405a-acdc-08ad3311c3b3 req-9b54c8f9-99f9-4241-b380-b86fc25d2625 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:01.873393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef52d799-28cc-4832-8b16-1dc5555d2dae,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:01.873762 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bf9c9d22-4f2e-405a-acdc-08ad3311c3b3 req-9b54c8f9-99f9-4241-b380-b86fc25d2625 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.1301515
May 10 13:36:01.881411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:01.908842 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3bba71d0-21b4-4511-8712-f34d09912172 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef52d799-28cc-4832-8b16-1dc5555d2dae HTTP/1.1" status: 204  len: 168 time: 0.6576200
May 10 13:36:01.930318 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bf9c9d22-4f2e-405a-acdc-08ad3311c3b3 req-b7fc0f09-3548-4988-b450-a9fb506048f7 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0470655
May 10 13:36:01.944371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] For port 8f7b2b91-14e9-45ef-8c61-25d2e2563687, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8f7b2b91-14e9-45ef-8c61-25d2e2563687,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:01.945272 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.048032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57846) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:02.096862 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-70dff8dd-1497-41a6-94a1-19b71748d7ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9f725df1d4f4bb680b2f2f35f9283ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471926
May 10 13:36:02.098922 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57850) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:02.156117 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.182073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.234244 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.238335 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-57e4fe1d-5760-4925-937f-826aa84657f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:02.252630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db1fc5-24b1-4022-99ac-bb3eea25ea76,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:02.255633 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:02.266662 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.270063 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29db1fc5-24b1-4022-99ac-bb3eea25ea76 HTTP/1.1" status: 204  len: 168 time: 0.1678033
May 10 13:36:02.342876 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.343242 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.343547 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Floating IP d4b9372d-93a0-49aa-aa42-92742b9bad5d disassociated. External IP: 172.27.3.90, port: 8f7b2b91-14e9-45ef-8c61-25d2e2563687.
May 10 13:36:02.343871 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Calling delete_port for 8f7b2b91-14e9-45ef-8c61-25d2e2563687 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:36:02.455220 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:02.461189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b8a1ae22-7e4d-4dcd-a4b3-fb3d4807dd33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:02.507568 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'Port': ['ID=8f7b2b91-14e9-45ef-8c61-25d2e2563687,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:02.510943 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:02.695382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:36:02.885911 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:36:02.895386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:36:02.917148 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:02.917855 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90ed790>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:02.988210 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] No DVR routers for this DVR port 8f7b2b91-14e9-45ef-8c61-25d2e2563687 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:36:02.999263 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:03.008615 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'name': 'network-vif-deleted', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:03.038589 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-83bf93c9-f4c2-4fb1-b03d-b85998ff3432 req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "DELETE /v2.0/ports/8f7b2b91-14e9-45ef-8c61-25d2e2563687 HTTP/1.1" status: 204  len: 173 time: 1.5434289
May 10 13:36:03.095035 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2f7382fc-8f51-4a84-95dc-55b86b6ca067 req-18c0d70f-f37a-4d46-9579-1029ff2be559 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed884f4f-696b-44a0-83e4-c9d85e8e638d HTTP/1.1" status: 200  len: 210 time: 0.0817096
May 10 13:36:03.195789 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:03.241802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fc80e-a82c-4b4d-ae51-da2d4f677bb1 req-902c60b6-8161-4c14-9c57-c53fcce9f4d9 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:03.244125 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c2fc80e-a82c-4b4d-ae51-da2d4f677bb1 req-902c60b6-8161-4c14-9c57-c53fcce9f4d9 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.1229038
May 10 13:36:03.328032 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9c2fc80e-a82c-4b4d-ae51-da2d4f677bb1 req-fe8df6e1-5fee-421a-87fc-2394c889fd98 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0742397
May 10 13:36:03.372834 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed884f4f-696b-44a0-83e4-c9d85e8e638d', 'name': 'network-vif-deleted', 'tag': '8f7b2b91-14e9-45ef-8c61-25d2e2563687', 'status': 'completed', 'code': 200}
May 10 13:36:03.464760 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9adf3837-cc1e-497b-9134-0011af16b9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:03.578603 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90ed790>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:03.583409 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:36:03.593935 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:03.594640 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf90ed790>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:35:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:03.877213 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:04.187281 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf90ed790>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:04.192471 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a30d7-73ff-47df-9821-52aa445d3396 None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:36:04.197536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57894) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:04.269331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.298277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.373415 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.377354 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:04.394290 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:04.397513 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:04.419299 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.420432 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "DELETE /v2.0/security-groups/d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81 HTTP/1.1" status: 204  len: 168 time: 0.2217457
May 10 13:36:04.423282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 57902) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:04.442196 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.api.v2.resource [None req-48da5ed1-234d-45d0-86ff-ac89adddae09 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] show failed (client error): The resource could not be found.
May 10 13:36:04.443759 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-48da5ed1-234d-45d0-86ff-ac89adddae09 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups/d51e2ba6-0b02-4045-a25e-f3c3b3cf4b81 HTTP/1.1" status: 404  len: 347 time: 0.0194962
May 10 13:36:04.446770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57906) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:04.511700 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1839cb-26d4-4617-b63b-0d5d66407e39 None None] New status for floating IP d4b9372d-93a0-49aa-aa42-92742b9bad5d: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:36:04.735409 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ba4d-548e-4f80-b636-19bf77c3852c req-521b726c-895d-4fa1-b0c4-8368168a5d8f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:04.737056 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c62ba4d-548e-4f80-b636-19bf77c3852c req-521b726c-895d-4fa1-b0c4-8368168a5d8f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.2354863
May 10 13:36:04.786781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Deleting port f77a899f-0d05-4422-936d-69147c557599 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:36:04.787203 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.869461 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c62ba4d-548e-4f80-b636-19bf77c3852c req-5b0ce08e-2772-4239-b03b-ab95c0cda11e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1231787
May 10 13:36:04.934723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:04.935045 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.140208 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Calling delete_port for f77a899f-0d05-4422-936d-69147c557599 owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:36:05.249905 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.254061 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-dbd1eb9f-fb1e-4cc8-8cf0-750ccf3c3e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:05.294593 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'Port': ['ID=f77a899f-0d05-4422-936d-69147c557599,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:05.330697 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.331067 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.331440 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.331775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.332124 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.332471 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.332819 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.333162 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.333533 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.333874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.334247 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.334596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:05.342328 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:05.396497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.410615 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.411767 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ed0aaf9a-f11d-4347-9ca9-6fe4bddfaa1f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "DELETE /v2.0/floatingips/d4b9372d-93a0-49aa-aa42-92742b9bad5d HTTP/1.1" status: 204  len: 168 time: 0.9640326
May 10 13:36:05.790609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57920) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:05.795921 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496270427', 'description': 'tempest-description--1644130751'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:05.801573 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:05.806496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:05.809639 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:05.816044 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:05.825400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.844412 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:05.848037 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:05.851201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:05.856889 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:05.926407 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.930946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.934693 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-00f9b4f8-1d21-4314-87bb-e8319c8d5c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:05.977274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128b31ff-6859-4e95-8c4b-c58a5ce150d3,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:05.981410 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:05.982254 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:05.983424 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1918139
May 10 13:36:05.986350 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57926) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:05.991135 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group_rule': {'security_group_id': '128b31ff-6859-4e95-8c4b-c58a5ce150d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:06.026833 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:06.042661 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:06.046163 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:06.053155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:06.077374 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.123396 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5131cb-c42b-4a27-9e28-3be4825e3109 req-6ba65820-656d-453f-a308-788ac9b17736 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:06.124834 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9f5131cb-c42b-4a27-9e28-3be4825e3109 req-6ba65820-656d-453f-a308-788ac9b17736 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.1294308
May 10 13:36:06.178708 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.185608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.198469 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9f5131cb-c42b-4a27-9e28-3be4825e3109 req-d9040f7b-72d1-4e73-ad8e-14abdd26b784 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0667839
May 10 13:36:06.200499 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:06.221496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5bf1479b-d7af-4174-b1a5-68f6d9dbd7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.224265 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a69240a-d94d-4bd3-a0b5-1bb36e337880,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:06.227530 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:06.232103 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.233512 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4d677a26-c66a-4767-a28f-5596b7baedf0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2463448
May 10 13:36:06.236067 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57932) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:06.241674 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'security_group_rule': {'security_group_id': '128b31ff-6859-4e95-8c4b-c58a5ce150d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:06.248897 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:06.252634 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:security_group_rule and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:06.256112 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:06.261052 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.263289 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:06.278457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.338280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.342889 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.344971 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c4a6d9f2-d8df-4fdd-a873-b47da719557d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:06.370652 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cd5958-03f8-4ab7-95d5-687cf950aaeb,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:06.374976 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:06.379137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.380842 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b2157b79-2658-4fd3-a976-7cee727ffebf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1433032
May 10 13:36:06.383766 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 57936) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:06.388680 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:06.394194 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:06.398464 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Usage tracker for resource:floatingip and tenant:c59a5b8aaf544fbea096af3c008cea91 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:06.401258 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:06.406902 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:06.416858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.550382 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.682508 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Allocated IP 172.27.3.169 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/41acf161-6541-46cf-8fa6-25164e061906) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:36:06.828189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.856866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:06.861076 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fe6610f5-13e8-46e4-848c-d3c32fa03afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:06.919708 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:36:06.922211 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:36:06.925743 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:36:06.964343 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=41acf161-6541-46cf-8fa6-25164e061906,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:06.968305 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:07.011238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.072336 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.269807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.274442 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.278911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:07.308949 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.428451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=41acf161-6541-46cf-8fa6-25164e061906,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:07.433430 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:07.448603 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.554499 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:07.555932 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1712406
May 10 13:36:07.564821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63567b-f774-4a23-9cf0-37c03fe88af1 req-8d9a2fcf-2dbc-4dde-9a65-6977e39a4d31 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:07.566247 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b63567b-f774-4a23-9cf0-37c03fe88af1 req-8d9a2fcf-2dbc-4dde-9a65-6977e39a4d31 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.2510676
May 10 13:36:07.614326 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b63567b-f774-4a23-9cf0-37c03fe88af1 req-ba1b25cc-f427-4c1d-95e0-96784e2b6853 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417840
May 10 13:36:07.772122 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-30dcd55c-2353-436a-b34c-80654c800c8e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:36:07.786402 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-30dcd55c-2353-436a-b34c-80654c800c8e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:36:07.788251 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-30dcd55c-2353-436a-b34c-80654c800c8e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1496270427&fields=id&tenant_id=c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 267 time: 0.0548196
May 10 13:36:07.933898 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-ce8e8620-8bfd-48f3-a3e6-bacebdb96a14 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:07.935341 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-ce8e8620-8bfd-48f3-a3e6-bacebdb96a14 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 810 time: 0.1404533
May 10 13:36:07.950249 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-a5773045-9a58-4320-9fdd-8e1189b1f1ea tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/quotas/c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 375 time: 0.0093133
May 10 13:36:08.035946 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-7ee0c833-3d46-4966-8fea-332d3b8e79d0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:36:08.050934 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-7ee0c833-3d46-4966-8fea-332d3b8e79d0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:36:08.052321 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-7ee0c833-3d46-4966-8fea-332d3b8e79d0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0970118
May 10 13:36:08.141321 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 8f7b2b91-14e9-45ef-8c61-25d2e2563687 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:36:08.178609 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 8f7b2b91-14e9-45ef-8c61-25d2e2563687 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:36:08.178962 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 8f7b2b91-14e9-45ef-8c61-25d2e2563687 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:36:08.289599 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-56e621a7-b1b3-4d26-a285-ffdc0c90e89f service neutron] 10.222.0.18 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256458
May 10 13:36:08.420987 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-fd7e4031-6611-46d3-948e-46be06182db9 service neutron] 10.222.0.18 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251383
May 10 13:36:08.594986 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-56f5ac4a-93fb-4591-bbc7-cc2d5b3f65f2 req-53351360-aae6-43d4-a198-9d4c72a1cdc5 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 210 time: 0.0435104
May 10 13:36:08.642566 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:08.801781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715f48-4752-4c36-880f-fe33112d3b9e req-f8af2ef2-6fa4-4412-b204-1d280b2e2a68 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:08.803843 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65715f48-4752-4c36-880f-fe33112d3b9e req-f8af2ef2-6fa4-4412-b204-1d280b2e2a68 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0811141
May 10 13:36:08.853431 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-65715f48-4752-4c36-880f-fe33112d3b9e req-f2d9cded-208c-4425-b5b3-33ea331ec955 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432312
May 10 13:36:09.839130 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-c0f95cbf-205f-450b-876c-4950a994f50e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:09.840559 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-c0f95cbf-205f-450b-876c-4950a994f50e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 810 time: 0.1541133
May 10 13:36:09.897786 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-efe6b5c7-7276-40ea-861c-9c0993878b3c req-43d1e81c-2710-48e2-a889-7ecce555b441 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 210 time: 0.0441060
May 10 13:36:10.047922 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d13fe1-e593-488b-9bfa-cf4d6c69a991 req-77b3111a-3815-4c79-badb-6b18a64cc896 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:10.049267 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-43d13fe1-e593-488b-9bfa-cf4d6c69a991 req-77b3111a-3815-4c79-badb-6b18a64cc896 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0781717
May 10 13:36:10.097586 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-43d13fe1-e593-488b-9bfa-cf4d6c69a991 req-f0c3a403-cc37-46fa-ba65-4bf14331b6d5 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424018
May 10 13:36:11.042504 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-75066aeb-259b-4c42-8129-9a6f32ea6093 req-e554f5de-710e-417e-beb8-80f8b21b7032 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 210 time: 0.0417981
May 10 13:36:11.278003 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c2ac-3bb7-4281-b175-ac2f9afc63be req-67adeff0-a43a-41e7-a38c-986a9c099e95 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:11.279356 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9f13c2ac-3bb7-4281-b175-ac2f9afc63be req-67adeff0-a43a-41e7-a38c-986a9c099e95 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0786936
May 10 13:36:11.328134 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9f13c2ac-3bb7-4281-b175-ac2f9afc63be req-eafab425-0744-43d6-b631-ddfefccea0d3 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429888
May 10 13:36:12.186333 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22673e12-8504-4849-8525-86fe1ef98467 req-0faadbce-c46d-4207-b15a-e8daabc3927d tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 210 time: 0.0413196
May 10 13:36:12.508773 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecad4df-011e-4111-94a9-356c006b82a9 req-f435f367-432b-47cf-a084-ff856cb133c0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:12.510213 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fecad4df-011e-4111-94a9-356c006b82a9 req-f435f367-432b-47cf-a084-ff856cb133c0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0771754
May 10 13:36:12.559444 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fecad4df-011e-4111-94a9-356c006b82a9 req-b5e845a7-9ae9-44f3-9235-2b192233b888 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434573
May 10 13:36:12.702159 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-5aecb076-7c5a-4271-96bd-bce1c00979f3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c59a5b8aaf544fbea096af3c008cea91 HTTP/1.1" status: 200  len: 380 time: 0.0493565
May 10 13:36:12.713462 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'port': {'device_id': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'admin_state_up': True, 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'security_groups': ['128b31ff-6859-4e95-8c4b-c58a5ce150d3']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:12.842862 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:12.852978 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:12.862096 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Made reservation on behalf of c59a5b8aaf544fbea096af3c008cea91 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:36:12.865629 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.023401 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Allocated IP 172.20.0.7 (5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea/fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b/9b6868aa-6fb2-499e-b10c-23c986fdb04a) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:36:13.202856 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.218202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Transition to ACTIVE for port object 9b6868aa-6fb2-499e-b10c-23c986fdb04a will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:36:13.241513 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.248087 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:13.310247 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:36:13.312963 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:36:13.316841 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:36:13.357193 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event updated for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:13.365388 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:13.379891 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d87e07-cf11-4905-b5c5-d702f91d5afa req-72a5665a-62ef-49bb-afb6-d27d7c41df5b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:13.381554 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a0d87e07-cf11-4905-b5c5-d702f91d5afa req-72a5665a-62ef-49bb-afb6-d27d7c41df5b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 931 time: 0.0869508
May 10 13:36:13.396109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:13.396737 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.425218 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7148499
May 10 13:36:13.430625 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a0d87e07-cf11-4905-b5c5-d702f91d5afa req-f8fe7d66-f5b3-44d5-91c9-65375d3c2552 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426099
May 10 13:36:13.438212 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Request body: {'port': {'device_id': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:13.550785 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cc144ce4-c6ff-448f-9871-e579204187ba None None] Provisioning for port 9b6868aa-6fb2-499e-b10c-23c986fdb04a completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:36:13.556257 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-cc144ce4-c6ff-448f-9871-e579204187ba None None] Provisioning complete for port 9b6868aa-6fb2-499e-b10c-23c986fdb04a triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:13.556643 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cc144ce4-c6ff-448f-9871-e579204187ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.612379 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-cc144ce4-c6ff-448f-9871-e579204187ba None None] Port 9b6868aa-6fb2-499e-b10c-23c986fdb04a cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:36:13.660738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:13.763472 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bdb21-f8f6-4b9d-b816-6416f5742111 req-353dcee4-5df9-43dd-83e8-0085082dbb40 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:13.771454 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-050bdb21-f8f6-4b9d-b816-6416f5742111 req-353dcee4-5df9-43dd-83e8-0085082dbb40 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0991681
May 10 13:36:13.823279 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-050bdb21-f8f6-4b9d-b816-6416f5742111 req-35f9f4f1-7bc9-45af-b8e2-7d016a6c70b9 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0507290
May 10 13:36:14.036563 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6868aa-6fb2-499e-b10c-23c986fdb04a {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:36:14.044420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:14.058512 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Transition to ACTIVE for port object 9b6868aa-6fb2-499e-b10c-23c986fdb04a will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:36:14.062558 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:14.066076 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0a5041e2-d5a7-43bb-985a-8ea5c95da029 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:14.216874 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:14.225135 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:14.295687 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Attempting to bind port 9b6868aa-6fb2-499e-b10c-23c986fdb04a on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:36:14.296018 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Attempting to bind port 9b6868aa-6fb2-499e-b10c-23c986fdb04a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:36:14.296341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Attempting to bind port 9b6868aa-6fb2-499e-b10c-23c986fdb04a on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:36:14.300766 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Port 9b6868aa-6fb2-499e-b10c-23c986fdb04a on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:36:14.301080 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Attempting to bind port 9b6868aa-6fb2-499e-b10c-23c986fdb04a on network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:36:14.306347 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:36:14.306677 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Checking segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:36:14.307052 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Bound using segment: {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:36:14.307462 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Bound port: 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:36:14.307796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:14.396273 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:36:14.399004 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:36:14.402139 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:14.406406 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:14.454600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:14.455310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:14.456693 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b6868aa-6fb2-499e-b10c-23c986fdb04a HTTP/1.1" status: 200  len: 1093 time: 1.0231965
May 10 13:36:14.457185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:14.484161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:14.487506 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:14.513147 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'status': 'completed', 'code': 200}
May 10 13:36:14.620192 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24e6a4-5eec-4195-a5d8-717182a99f42 req-b1e4ce6c-9a88-44f0-a7fe-e71524a0d4cc tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:14.621662 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd24e6a4-5eec-4195-a5d8-717182a99f42 req-b1e4ce6c-9a88-44f0-a7fe-e71524a0d4cc tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 943 time: 0.0799177
May 10 13:36:14.670502 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd24e6a4-5eec-4195-a5d8-717182a99f42 req-50b4a8a9-5c71-42e2-aba3-df0d3afb1881 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423665
May 10 13:36:15.006770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ddb0-d7ed-4873-b9c8-d4c717d244da req-5044fc56-8b83-4360-ab49-c4509843ef9c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:15.008231 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7ed2ddb0-d7ed-4873-b9c8-d4c717d244da req-5044fc56-8b83-4360-ab49-c4509843ef9c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0792103
May 10 13:36:15.053930 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7ed2ddb0-d7ed-4873-b9c8-d4c717d244da req-0bf95160-dd67-41e2-9870-67d73354aeda tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398881
May 10 13:36:15.857057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2b40-d679-4c6f-ad60-a5f3f0f1fa87 req-833102c8-b056-47ab-8557-c711abd1df5f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:15.858510 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-88bc2b40-d679-4c6f-ad60-a5f3f0f1fa87 req-833102c8-b056-47ab-8557-c711abd1df5f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 943 time: 0.0817640
May 10 13:36:15.979067 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-88bc2b40-d679-4c6f-ad60-a5f3f0f1fa87 req-550e6c14-33e0-4171-bac9-b81715e4793a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148014
May 10 13:36:16.232992 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a536-ee74-4fdf-b941-b2e20653f685 req-15a7ab84-f2c9-4269-becf-5826b26bc85e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:16.234375 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7978a536-ee74-4fdf-b941-b2e20653f685 req-15a7ab84-f2c9-4269-becf-5826b26bc85e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0779674
May 10 13:36:16.283227 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7978a536-ee74-4fdf-b941-b2e20653f685 req-7268a8c7-1eb3-4b73-8322-c39370641329 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431316
May 10 13:36:17.271506 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-ab688647-4413-41b5-a421-4592b6e76bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.272882 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-ab688647-4413-41b5-a421-4592b6e76bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 1096 time: 0.1207802
May 10 13:36:17.279961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ffcc2-a6b2-4c24-bdf1-f06a07a11a13 req-b60183ce-f687-4e25-816f-6e118f6da3b0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.281407 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba8ffcc2-a6b2-4c24-bdf1-f06a07a11a13 req-b60183ce-f687-4e25-816f-6e118f6da3b0 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 943 time: 0.0785971
May 10 13:36:17.327103 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba8ffcc2-a6b2-4c24-bdf1-f06a07a11a13 req-45bd6c27-3203-4ca6-aa5b-2124ccaaa7b3 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398886
May 10 13:36:17.419187 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-eb1393fd-a663-4243-bba4-e6b889290fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.420644 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-eb1393fd-a663-4243-bba4-e6b889290fc5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c59a5b8aaf544fbea096af3c008cea91&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1402612
May 10 13:36:17.473428 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fdaf3-844b-46df-9120-cbe8c11b332a req-ef006be0-1461-41b8-bbb8-897fc29cf0b1 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.475008 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-232fdaf3-844b-46df-9120-cbe8c11b332a req-ef006be0-1461-41b8-bbb8-897fc29cf0b1 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0831454
May 10 13:36:17.521960 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-232fdaf3-844b-46df-9120-cbe8c11b332a req-adee6db1-8ae0-4416-9e82-96fcf85885a2 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406387
May 10 13:36:17.557155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-ff9bd3a7-4f55-4dc8-9a6d-db8ed070000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.558648 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-607aa9b5-b0be-4743-b42c-2a407f0a1a93 req-ff9bd3a7-4f55-4dc8-9a6d-db8ed070000e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1310723
May 10 13:36:17.642202 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:36:17.660313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4d22643c-fbc8-44cf-8234-1b0dffc75221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.662310 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4d22643c-fbc8-44cf-8234-1b0dffc75221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 1096 time: 0.0689564
May 10 13:36:17.731711 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-93036fcb-d2f0-4cab-8d88-7bf53f13ca10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a HTTP/1.1" status: 200  len: 217 time: 0.0622604
May 10 13:36:17.792569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-733538d8-d900-46dc-adb5-3bc47260fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.793868 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-733538d8-d900-46dc-adb5-3bc47260fc4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.0555782
May 10 13:36:17.870683 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-d9ddcfa3-d09b-4bfa-bdf2-41343176baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:17.872086 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-d9ddcfa3-d09b-4bfa-bdf2-41343176baab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711148
May 10 13:36:18.004740 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-8a01bde3-1a7f-4a98-9ba6-944e37dea5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232679
May 10 13:36:18.261652 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-ac7c11fe-47c1-473f-8c8d-d3739d769eb0 req-4d500d0d-8490-4c8f-9633-4269f1522203 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496705
May 10 13:36:18.518270 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd284e-aaaf-4661-99f8-ae78db5d62b6 req-51fcc2d8-d53c-4310-9c77-12e7c6bc3b99 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:18.520046 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53cd284e-aaaf-4661-99f8-ae78db5d62b6 req-51fcc2d8-d53c-4310-9c77-12e7c6bc3b99 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 943 time: 0.0852902
May 10 13:36:18.572585 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53cd284e-aaaf-4661-99f8-ae78db5d62b6 req-f224ea4f-e8a4-411b-b20a-836140d19bd6 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456204
May 10 13:36:18.718688 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96d07-ce46-4b9c-bdc6-c3bc8d74a1a7 req-946cb00b-8d79-4d8c-ad09-a1122c24a13f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:18.720184 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b9a96d07-ce46-4b9c-bdc6-c3bc8d74a1a7 req-946cb00b-8d79-4d8c-ad09-a1122c24a13f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0848529
May 10 13:36:18.772921 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b9a96d07-ce46-4b9c-bdc6-c3bc8d74a1a7 req-53e6ed46-d129-44d0-a891-370e1f7fcba1 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452&id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451179
May 10 13:36:18.806024 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-10333f3e-f2c8-43b1-8e92-15d3b8b23f57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713162
May 10 13:36:18.907297 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-51d890f6-35a8-49d1-82cd-b2b18a9cd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:18.908748 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-51d890f6-35a8-49d1-82cd-b2b18a9cd5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 1099 time: 0.0769439
May 10 13:36:19.065228 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-5a4997e8-90de-46cd-a98c-6aee20386e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:19.066718 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-5a4997e8-90de-46cd-a98c-6aee20386e4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1276741
May 10 13:36:19.179518 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-3d3283b5-e449-4019-a7cb-5c5dc6b6fa38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc HTTP/1.1" status: 200  len: 1001 time: 0.0966651
May 10 13:36:19.242500 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-171ac487-88eb-40f7-b483-aed508b9cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:19.244239 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-171ac487-88eb-40f7-b483-aed508b9cad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0582516
May 10 13:36:19.319867 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-a074659c-77e6-4144-b217-8e847641d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:19.321289 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-a074659c-77e6-4144-b217-8e847641d754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707610
May 10 13:36:19.451991 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-3f30bd22-7e47-4de4-80dc-9ff698714f44 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238441
May 10 13:36:19.582214 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4d5437a2-b763-434a-a05f-c7748df14c51 req-57b8488a-5d5c-429c-8704-8781ba14b31b service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227732
May 10 13:36:19.792820 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d74a-b559-4074-93f2-e05f343ef4d6 req-42dee1ce-1868-432d-93fd-22a4f1253894 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:19.794482 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-98b8d74a-b559-4074-93f2-e05f343ef4d6 req-42dee1ce-1868-432d-93fd-22a4f1253894 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 943 time: 0.1069489
May 10 13:36:19.843188 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-98b8d74a-b559-4074-93f2-e05f343ef4d6 req-5a610a91-ea6a-46d3-b2f3-5a24ec37a3b1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424643
May 10 13:36:20.212014 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9b6868aa-6fb2-499e-b10c-23c986fdb04a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:36:20.344326 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:20.357514 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'port_id': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'mac_address': 'fa:16:3e:83:a0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:36:20.414261 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:20.430644 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6868aa-6fb2-499e-b10c-23c986fdb04a {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:36:20.445783 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:20.449945 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:20.451845 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:20.515635 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:20.523159 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.523499 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.523835 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.524167 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.524493 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.524821 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.525164 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.525485 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.525802 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.526148 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.526466 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.526780 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:36:20.530517 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:20.691708 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['9b6868aa-6fb2-499e-b10c-23c986fdb04a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:36:21.028917 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1257-e5fc-4c11-b7a8-8d3e769e7d23 req-f72179b3-6d16-4752-91b2-b8ecd9693455 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:21.030388 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-959c1257-e5fc-4c11-b7a8-8d3e769e7d23 req-f72179b3-6d16-4752-91b2-b8ecd9693455 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 944 time: 0.0803416
May 10 13:36:21.078247 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-959c1257-e5fc-4c11-b7a8-8d3e769e7d23 req-43eb244c-9193-4b70-902c-88b4c88f10a1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420132
May 10 13:36:21.445554 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:22.212588 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9b6868aa-6fb2-499e-b10c-23c986fdb04a up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:36:22.279351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a562-5bdc-483f-a412-35ea5ce3f5c0 req-cba8bce6-39b0-41c3-ab1f-508d1f1daa23 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:22.286350 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f273a562-5bdc-483f-a412-35ea5ce3f5c0 req-cba8bce6-39b0-41c3-ab1f-508d1f1daa23 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 944 time: 0.1015475
May 10 13:36:22.292080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 9b6868aa-6fb2-499e-b10c-23c986fdb04a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:36:22.298641 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 9b6868aa-6fb2-499e-b10c-23c986fdb04a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:22.299089 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:22.329079 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f273a562-5bdc-483f-a412-35ea5ce3f5c0 req-4ca23bcc-c99e-44bd-b42c-e592df243a3a tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418525
May 10 13:36:22.423182 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:22.449483 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:22.452457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc600dd2-7161-40ab-8ae8-d12e54f625b3 req-f65ba3a2-b024-4f9b-806c-c9d31e8e3a94 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:22.454401 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cc600dd2-7161-40ab-8ae8-d12e54f625b3 req-f65ba3a2-b024-4f9b-806c-c9d31e8e3a94 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0828207
May 10 13:36:22.459469 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:22.465713 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:22.467416 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:22.506628 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'code': 200}
May 10 13:36:22.527534 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cc600dd2-7161-40ab-8ae8-d12e54f625b3 req-9d13cd91-3184-466b-82ea-59defa9faf9e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633414
May 10 13:36:22.548116 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:22.551341 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:22.743958 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857dad6-4d9e-4dbf-a328-f9f6fbc5eaa3 req-a9118744-dd53-4643-9777-fbc9a8d88879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:22.745412 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5857dad6-4d9e-4dbf-a328-f9f6fbc5eaa3 req-a9118744-dd53-4643-9777-fbc9a8d88879 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 1098 time: 0.0736845
May 10 13:36:22.788025 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-5857dad6-4d9e-4dbf-a328-f9f6fbc5eaa3 req-04a34d28-aa17-467a-86c9-4b7ef7f286d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354395
May 10 13:36:23.513039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b58fb-4649-448c-9218-44436de97787 req-453048c7-b977-42ef-85e4-0765216d2ef7 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:23.514485 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-860b58fb-4649-448c-9218-44436de97787 req-453048c7-b977-42ef-85e4-0765216d2ef7 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.0777788
May 10 13:36:23.562174 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-860b58fb-4649-448c-9218-44436de97787 req-8894bf9b-02da-44f1-a8e5-275f4c0c9661 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420086
May 10 13:36:23.725199 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f5829-8019-4f9c-92d9-9500c3a414aa req-68803054-8a30-4ad4-9314-da912937f0d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:23.726709 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ec3f5829-8019-4f9c-92d9-9500c3a414aa req-68803054-8a30-4ad4-9314-da912937f0d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0866416
May 10 13:36:23.773591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ec3f5829-8019-4f9c-92d9-9500c3a414aa req-a6f7baf0-6667-4008-bc7d-e7a6697e1a82 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408199
May 10 13:36:23.997879 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58162) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:24.113149 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.126649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:24.130375 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Usage tracker for resource:security_group_rule and tenant:c2de5bc7c3724ab595a5ab2309eeb848 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:24.133120 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:24.138925 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:24.221631 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.225537 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.233525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-cc661bc3-4ef2-46f7-b568-1d5a37cfad02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:24.270796 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2de5bc7c3724ab595a5ab2309eeb848&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2718070
May 10 13:36:24.272816 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8057a263-e8e1-4404-b0ad-9a904086fadc,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:24.273835 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58168) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:24.276112 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-345ba0c0-5e49-4288-9ba4-d868c7f1f6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:24.331653 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.356582 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.405954 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.409479 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6a174310-2d40-4b55-91e1-b5ad38f1bf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:24.422454 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8057a263-e8e1-4404-b0ad-9a904086fadc,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:24.426183 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:24.429197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:24.432646 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8057a263-e8e1-4404-b0ad-9a904086fadc HTTP/1.1" status: 204  len: 168 time: 0.1554379
May 10 13:36:24.751284 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb186b4e-ad43-46a8-82e5-e0f6c5139de0 req-b5e68d95-768b-4315-a56d-91739cd284db tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:24.752735 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb186b4e-ad43-46a8-82e5-e0f6c5139de0 req-b5e68d95-768b-4315-a56d-91739cd284db tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.0801406
May 10 13:36:24.796023 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb186b4e-ad43-46a8-82e5-e0f6c5139de0 req-63bb82eb-4b24-47df-91cc-2cbf0aada0bd tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367532
May 10 13:36:25.021431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f1567-bcf1-4904-958d-dd7aa2820271 req-3811d178-1894-446b-9c45-74da4d885391 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:25.022931 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c19f1567-bcf1-4904-958d-dd7aa2820271 req-3811d178-1894-446b-9c45-74da4d885391 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1371531
May 10 13:36:25.031154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9c297-4330-4e2c-9fcc-cefc53f4b9ed req-02643036-331f-45cf-b4a1-e11c1ab0325b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:25.032474 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cec9c297-4330-4e2c-9fcc-cefc53f4b9ed req-02643036-331f-45cf-b4a1-e11c1ab0325b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.1138153
May 10 13:36:25.041322 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58180) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:25.046669 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Request body: {'floatingip': {'port_id': '9b6868aa-6fb2-499e-b10c-23c986fdb04a'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:25.074720 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c19f1567-bcf1-4904-958d-dd7aa2820271 req-016520ec-db49-4ddc-955a-6001f6c48ca2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413280
May 10 13:36:25.120306 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:25.778636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:25.782451 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:25.949655 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Floating IP 1e5e9570-fde2-4c7c-ac4b-d27db88caa50 associated. External IP: 172.27.3.169, port: 9b6868aa-6fb2-499e-b10c-23c986fdb04a.
May 10 13:36:26.259272 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d0865-3b48-45f0-8534-7d4fcd398969 req-8912e2d7-5f6d-4016-81b3-713b58121fc4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:26.260714 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd5d0865-3b48-45f0-8534-7d4fcd398969 req-8912e2d7-5f6d-4016-81b3-713b58121fc4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0781577
May 10 13:36:26.294547 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:36:26.304463 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cd5d0865-3b48-45f0-8534-7d4fcd398969 req-002b02e0-3536-4a1f-b2de-bba674760505 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379207
May 10 13:36:26.466381 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:36:26.470992 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:26.475275 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:36:26.484288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:26.484905 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf956de80>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:26.526137 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0982dcbb-0058-4f93-82ed-70be98c8b0ae tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "PUT /v2.0/floatingips/1e5e9570-fde2-4c7c-ac4b-d27db88caa50 HTTP/1.1" status: 200  len: 991 time: 1.4836624
May 10 13:36:26.526785 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:26.691386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:26.774339 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'status': 'completed', 'code': 200}
May 10 13:36:26.862041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-9f63b782-3c78-4795-8b5d-cc36cd389c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:26.863510 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-9f63b782-3c78-4795-8b5d-cc36cd389c79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c59a5b8aaf544fbea096af3c008cea91&device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 1098 time: 0.0687890
May 10 13:36:27.041002 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf956de80>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1e5e9570-fde2-4c7c-ac4b-d27db88caa50', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:83:a0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:06Z', 'updated_at': '2021-05-10T13:36:25Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:27.045152 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:36:27.053803 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:27.054442 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf956de80>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:27.108969 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-1782008f-eabd-4b01-a97e-e4e5896888e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:27.110568 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-1782008f-eabd-4b01-a97e-e4e5896888e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 200  len: 911 time: 0.2409823
May 10 13:36:27.211744 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-701f9482-87fc-432d-8ab4-f4fc8de5e195 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a HTTP/1.1" status: 200  len: 999 time: 0.0936236
May 10 13:36:27.229205 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:27.272557 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-b5c54ae8-6b57-4a5c-a1f7-00512f9d0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:27.273997 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-b5c54ae8-6b57-4a5c-a1f7-00512f9d0eef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 200  len: 849 time: 0.0568223
May 10 13:36:27.351530 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-c03fa1ce-d45c-470e-baa9-7736baddc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:27.353011 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-c03fa1ce-d45c-470e-baa9-7736baddc0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730464
May 10 13:36:27.486014 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-a21dd007-e037-4dfc-a816-70cf00af33d2 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260834
May 10 13:36:27.576726 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf956de80>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1e5e9570-fde2-4c7c-ac4b-d27db88caa50', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:83:a0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:06Z', 'updated_at': '2021-05-10T13:36:25Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:27.580875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff2ac19-4ce5-4352-b021-3ba115b03a3d None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': '1e5e9570-fde2-4c7c-ac4b-d27db88caa50', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'port_id': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'mac_address': 'fa:16:3e:83:a0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:06Z', 'updated_at': '2021-05-10T13:36:25Z', 'revision_number': 1, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:36:27.585467 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f4b8-f04d-4f58-a7be-96d2edf6581f req-b9509208-111a-4d0d-9e1c-2e57cea3b0ed tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:27.586994 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9177f4b8-f04d-4f58-a7be-96d2edf6581f req-b9509208-111a-4d0d-9e1c-2e57cea3b0ed tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1676991
May 10 13:36:27.622425 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-59f39de0-9078-4580-9463-57f9e46c4e84 req-b4471f6f-523e-408b-9314-461816e7e773 service neutron] 10.222.0.36 "GET /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297054
May 10 13:36:27.634591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9177f4b8-f04d-4f58-a7be-96d2edf6581f req-0cde0122-e5ca-4956-938a-d65cf782adcc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415518
May 10 13:36:27.785449 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9742b87b-704f-489e-9fc0-b94f3ec926a1 None None] New status for floating IP 1e5e9570-fde2-4c7c-ac4b-d27db88caa50: ACTIVE {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:36:28.828584 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95eca6-bd91-4c70-83ca-46bb3667c12a req-d5e0d4d3-95f5-41d6-b5d9-c1fb9a2974df tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:28.830142 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6c95eca6-bd91-4c70-83ca-46bb3667c12a req-d5e0d4d3-95f5-41d6-b5d9-c1fb9a2974df tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0808966
May 10 13:36:28.878025 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6c95eca6-bd91-4c70-83ca-46bb3667c12a req-980e91f7-a29a-4f5f-82cf-49e9e72d4b3b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416009
May 10 13:36:29.995533 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e6992-8b06-411a-829f-94b130eeeccd req-718811da-9923-4818-8817-701f44a42fbb tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:29.996980 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-371e6992-8b06-411a-829f-94b130eeeccd req-718811da-9923-4818-8817-701f44a42fbb tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.0833473
May 10 13:36:30.043455 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-371e6992-8b06-411a-829f-94b130eeeccd req-31bdb0c4-f6e0-4ded-854d-94ffb98ed293 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408223
May 10 13:36:30.175303 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08544f-8b4f-4b26-99a2-3388efcafc32 req-6410095c-b692-4b6d-a509-1e961887bb07 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:30.176633 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc08544f-8b4f-4b26-99a2-3388efcafc32 req-6410095c-b692-4b6d-a509-1e961887bb07 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0805917
May 10 13:36:30.219692 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc08544f-8b4f-4b26-99a2-3388efcafc32 req-13045147-7592-4753-b651-8ad9b7668bb1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371397
May 10 13:36:31.224992 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b98f40-1f8e-4abf-8719-ed4d6a860a83 req-e846f2fc-6120-4556-aebe-59a4ee97223d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:31.226988 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8b98f40-1f8e-4abf-8719-ed4d6a860a83 req-e846f2fc-6120-4556-aebe-59a4ee97223d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.0788047
May 10 13:36:31.274419 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a8b98f40-1f8e-4abf-8719-ed4d6a860a83 req-a5664043-365c-4d2e-a1ca-9b3ed1fdc791 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415728
May 10 13:36:31.408879 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17443-4daf-4ccb-9b99-7062f556f480 req-0676bd4f-8b6a-42ab-85e5-7b0a4be9da56 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:31.410356 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b8a17443-4daf-4ccb-9b99-7062f556f480 req-0676bd4f-8b6a-42ab-85e5-7b0a4be9da56 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0787163
May 10 13:36:31.454281 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b8a17443-4daf-4ccb-9b99-7062f556f480 req-60634258-2ac5-4b09-bd7d-72f9f73f7a9c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375738
May 10 13:36:31.663600 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-4284a182-4cfc-443c-b9fe-5d26eedeca8f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:31.664345 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-4284a182-4cfc-443c-b9fe-5d26eedeca8f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:36:31.678802 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-4284a182-4cfc-443c-b9fe-5d26eedeca8f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:36:31.679922 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-4284a182-4cfc-443c-b9fe-5d26eedeca8f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 946 time: 0.0938301
May 10 13:36:31.814364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:36:31.814709 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:31.944816 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] For port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:31.945047 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:32.222448 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:32.222725 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:32.223034 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP 19c47e2d-51cd-4bd0-aa0f-ac1c2741e745 disassociated. External IP: 172.27.3.36, port: ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc.
May 10 13:36:32.223365 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:36:32.329929 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:32.335335 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0c1238fb-c999-4c97-949e-974e183a4ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:32.378444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:32.382137 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:32.436273 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c1edf9f1-a569-4575-8fdb-18fbb27b635e req-5f9dff6a-84df-4fe6-bc95-d824ea4a6165 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 210 time: 0.0579250
May 10 13:36:32.648054 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a6469-3b98-4598-8583-e6c41cb1223a req-1ad632af-2639-4270-8b3b-ad562ecaed53 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:32.649445 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-720a6469-3b98-4598-8583-e6c41cb1223a req-1ad632af-2639-4270-8b3b-ad562ecaed53 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0795324
May 10 13:36:32.670610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:36:32.696661 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-720a6469-3b98-4598-8583-e6c41cb1223a req-a775dce6-da0a-47d0-8771-bdd556eee604 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410769
May 10 13:36:32.856985 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:36:32.866702 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:36:32.876243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:32.876867 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf86c35e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:32.927883 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] No DVR routers for this DVR port ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:36:32.930620 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:32.933101 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'name': 'network-vif-deleted', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:32.949105 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-85334336-cb2e-4aab-88ee-0518e7d1c5ce req-e00fb426-9260-4834-8a93-8bd1e7213576 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "DELETE /v2.0/ports/ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc HTTP/1.1" status: 204  len: 173 time: 1.2631547
May 10 13:36:32.979066 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d516a9-809e-4a63-95b1-0a1b71490d94', 'name': 'network-vif-deleted', 'tag': 'ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc', 'status': 'completed', 'code': 200}
May 10 13:36:33.067559 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:33.411082 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf86c35e0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:33.420696 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:36:33.433847 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-db15f490-24a5-4bb1-8abc-16ff70238e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:33.435302 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:33.435895 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf86c35e0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:33.603587 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-83c3c5f0-f852-4851-bda6-20ca4b75b811 req-72edb5f1-310c-445e-bc91-ded410b48597 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=43d516a9-809e-4a63-95b1-0a1b71490d94 HTTP/1.1" status: 200  len: 210 time: 0.0457599
May 10 13:36:33.613311 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:33.901691 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953259c6-2b7a-4edf-8feb-76ef7a2dfa43 req-b85fe986-70b2-4f84-af5d-525086f905b5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:33.903172 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-953259c6-2b7a-4edf-8feb-76ef7a2dfa43 req-b85fe986-70b2-4f84-af5d-525086f905b5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0811458
May 10 13:36:33.937670 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf86c35e0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:33.941604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc430-eeb8-4ae8-9cd7-b1538414a2c8 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:36:33.949241 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-953259c6-2b7a-4edf-8feb-76ef7a2dfa43 req-91d601af-ff9b-4da1-895a-0a40f92294ec tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399456
May 10 13:36:34.141346 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bd23c-d097-4f5f-8152-75e6b9c3e0df None None] New status for floating IP 19c47e2d-51cd-4bd0-aa0f-ac1c2741e745: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:36:34.952818 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-dbac1bb6-9b66-457c-9196-c636f665e630 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126957779&fields=id&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 267 time: 0.0422733
May 10 13:36:35.146225 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-6b028401-8dde-476a-838b-d6ccf64c8875 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:35.148225 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-6b028401-8dde-476a-838b-d6ccf64c8875 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.1890614
May 10 13:36:35.174565 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-287cd3c8-a5db-46db-be9e-53e3f734e99a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/quotas/baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 375 time: 0.0189066
May 10 13:36:35.183766 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585218ff-5a1e-444d-97e3-b4e7a9b0bdce req-99694281-2e66-47a9-82c3-7f4c81a377ac tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:35.185126 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-585218ff-5a1e-444d-97e3-b4e7a9b0bdce req-99694281-2e66-47a9-82c3-7f4c81a377ac tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1236370
May 10 13:36:35.271529 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-585218ff-5a1e-444d-97e3-b4e7a9b0bdce req-0ab5b33b-3844-46c0-93fe-092a02606332 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532935
May 10 13:36:35.301213 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-6c8fe4f5-773a-4cf8-876c-ce28dc502212 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1138456
May 10 13:36:35.432558 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-9fbd4ea2-3df9-4924-96e0-7801c3eed2fc service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211221
May 10 13:36:35.558896 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-b8ed6c8d-4075-4cec-88f1-a9962ee6527d service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206374
May 10 13:36:35.941544 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-490b40ca-287d-49b7-910b-59a1e8146615 req-bd6d011d-0cd7-4214-af9b-053d4a012c52 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 210 time: 0.0430350
May 10 13:36:36.216723 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e01f11e5-f55e-4417-9a45-a16b36447e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:36.264698 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:36.322055 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:36:36.373152 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:36:36.373615 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device ff4b950d-ab64-4f7c-bdfc-c9876d4a68bc not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:36:36.563355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e800-c333-4dc1-9cde-e043b694e3c3 req-b868f417-072a-4a49-a38f-638d8f7992c7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:36.564694 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55c7e800-c333-4dc1-9cde-e043b694e3c3 req-b868f417-072a-4a49-a38f-638d8f7992c7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1617804
May 10 13:36:36.608380 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55c7e800-c333-4dc1-9cde-e043b694e3c3 req-d790e6ef-1185-475d-ad31-222d15539671 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373652
May 10 13:36:36.988215 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-a8ab8ccb-3e92-40f6-a01b-3925dfe1c83a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:36.989661 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-a8ab8ccb-3e92-40f6-a01b-3925dfe1c83a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.1450670
May 10 13:36:37.056038 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-67ec1547-3bd4-4eb6-9490-9b32e040dd86 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 380 time: 0.0529640
May 10 13:36:37.075501 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'port': {'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'admin_state_up': True, 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'security_groups': ['ba281933-d719-406c-9228-03967e82d018']}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:37.096143 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd7e1eb8-26b1-4766-a24e-4f47763e0f26 req-02720730-e30a-43df-932b-527a3d838c98 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 210 time: 0.0429161
May 10 13:36:37.211362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:37.215301 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:port and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:37.218046 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:37.223608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:37.233380 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Made reservation on behalf of baee204f786f4e19b2955f877d00fe4d for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:36:37.236866 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:37.316918 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:37.401370 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.20.0.9 (61a73b52-9cf9-4e25-aaa4-e9203a7f5ece/d5bb1bc7-0e03-409f-a800-496f2a9c90e8/52c2ee89-751f-43a1-b4be-33183fefeea6) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:36:37.595159 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:37.612046 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Transition to ACTIVE for port object 52c2ee89-751f-43a1-b4be-33183fefeea6 will not be triggered until provisioned by entity DHCP. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:36:37.636471 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:37.646758 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-04e17fc0-26b9-445f-b50b-1a7bb5d15cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:37.724281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:36:37.728555 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:36:37.730634 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:37.732745 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:36:37.761887 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:37.808753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:37.809385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:37.842316 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7703233
May 10 13:36:37.846195 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2834-abdb-4d39-a70b-fd87d004482c req-c4762474-ddc9-4f77-91ab-a56eb4c10f33 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:37.848757 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e3b2834-abdb-4d39-a70b-fd87d004482c req-c4762474-ddc9-4f77-91ab-a56eb4c10f33 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1260862
May 10 13:36:37.857444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Request body: {'port': {'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:37.918035 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3e3b2834-abdb-4d39-a70b-fd87d004482c req-7612ab44-3a25-40df-b7bc-272d0301f68e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571990
May 10 13:36:37.987579 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.027576 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-f666613f-d29d-44a3-b628-7da48d91dc65 None None] Provisioning for port 52c2ee89-751f-43a1-b4be-33183fefeea6 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:36:38.033390 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-f666613f-d29d-44a3-b628-7da48d91dc65 None None] Provisioning complete for port 52c2ee89-751f-43a1-b4be-33183fefeea6 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:38.033839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f666613f-d29d-44a3-b628-7da48d91dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.086095 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-f666613f-d29d-44a3-b628-7da48d91dc65 None None] Port 52c2ee89-751f-43a1-b4be-33183fefeea6 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:36:38.278809 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af984c1-d45c-4f76-8352-df52e70a8c61 req-be33794c-e038-4121-92c8-55f407324d09 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:38.280264 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2af984c1-d45c-4f76-8352-df52e70a8c61 req-be33794c-e038-4121-92c8-55f407324d09 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 931 time: 0.0782533
May 10 13:36:38.329632 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2af984c1-d45c-4f76-8352-df52e70a8c61 req-17a52e2d-bc56-4aff-a903-d09709d3f153 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434442
May 10 13:36:38.421362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c2ee89-751f-43a1-b4be-33183fefeea6 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:36:38.428311 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.442058 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Transition to ACTIVE for port object 52c2ee89-751f-43a1-b4be-33183fefeea6 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:36:38.445892 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.450115 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e12182ac-f526-4c18-87d1-b26daaea1f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:38.599936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Pushing event updated for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:38.609160 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:38.650310 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.676997 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Attempting to bind port 52c2ee89-751f-43a1-b4be-33183fefeea6 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:36:38.677256 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Attempting to bind port 52c2ee89-751f-43a1-b4be-33183fefeea6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:36:38.677568 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Attempting to bind port 52c2ee89-751f-43a1-b4be-33183fefeea6 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:36:38.682329 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Port 52c2ee89-751f-43a1-b4be-33183fefeea6 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:36:38.682652 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Attempting to bind port 52c2ee89-751f-43a1-b4be-33183fefeea6 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:36:38.687552 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:36:38.687886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:36:38.688288 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Bound using segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:36:38.688703 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Bound port: 52c2ee89-751f-43a1-b4be-33183fefeea6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:36:38.689038 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.779429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:36:38.782291 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=52c2ee89-751f-43a1-b4be-33183fefeea6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:36:38.786240 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.789593 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ad19ee71-c6bb-4d7c-8457-1cdda454d6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:38.840840 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:38.841443 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:38.842859 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] 10.222.0.36 "PUT /v2.0/ports/52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 1093 time: 0.9902284
May 10 13:36:38.843362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:38.867929 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Pushing event updated for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:38.871842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:38.935871 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'status': 'completed', 'code': 200}
May 10 13:36:38.983021 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-63876f01-0e08-41ee-a66b-45aa681d6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:38.984666 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-63876f01-0e08-41ee-a66b-45aa681d6ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1096 time: 0.0820346
May 10 13:36:39.062932 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-31292243-92d5-414a-8967-3df7223306f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 217 time: 0.0675735
May 10 13:36:39.123264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846afb72-8bb3-4d09-9279-babf9f992ff3 req-52238358-81bf-43a4-a30f-880ebaba5f26 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.124673 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-846afb72-8bb3-4d09-9279-babf9f992ff3 req-52238358-81bf-43a4-a30f-880ebaba5f26 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0788534
May 10 13:36:39.130708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-8cb14db2-bfca-486e-be48-0efe9d611fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.132737 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-8cb14db2-bfca-486e-be48-0efe9d611fb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0594332
May 10 13:36:39.168630 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-846afb72-8bb3-4d09-9279-babf9f992ff3 req-e3c6e6ae-bf9f-4a68-a24e-ed196e2e86b2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382872
May 10 13:36:39.215327 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-57719c16-b740-43b3-9f6b-646259b8b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.216777 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-57719c16-b740-43b3-9f6b-646259b8b2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688541
May 10 13:36:39.352546 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-3d786176-52f8-4f62-bb0e-00ed0df8769a service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208451
May 10 13:36:39.483246 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-240d9cd2-388b-474c-88b4-d0c4f0057f5c req-04a7030e-446a-47c2-a947-103af6c2ad69 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230104
May 10 13:36:39.518434 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6822b-bbf1-4ef0-a831-c6654aa24275 req-e525528e-5e5a-4eae-8af0-2a0dc21d852d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.519936 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dfb6822b-bbf1-4ef0-a831-c6654aa24275 req-e525528e-5e5a-4eae-8af0-2a0dc21d852d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.0836372
May 10 13:36:39.565331 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dfb6822b-bbf1-4ef0-a831-c6654aa24275 req-bd690b7a-f03b-47cc-a65e-28a58d13a1e4 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388777
May 10 13:36:39.601093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-405629f7-ca8d-4371-a322-58cf2fc2a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.602607 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-405629f7-ca8d-4371-a322-58cf2fc2a06a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1096 time: 0.0704432
May 10 13:36:39.735593 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-59d75a73-0294-49da-a614-8ce24f329c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.736975 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-59d75a73-0294-49da-a614-8ce24f329c92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1244206
May 10 13:36:39.811482 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-15a7afd7-2e73-41a5-b149-c53fa369ab57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 217 time: 0.0623066
May 10 13:36:39.876985 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-27118684-e9a6-41dd-a2cb-6e014951e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.878410 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-27118684-e9a6-41dd-a2cb-6e014951e637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0553219
May 10 13:36:39.960249 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-9b016b1b-dc9e-4ee7-acbf-63782f932463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:39.961717 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-9b016b1b-dc9e-4ee7-acbf-63782f932463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749488
May 10 13:36:40.207957 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-424fb5f6-ea18-4d8c-927e-7120dd2a7de9 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369194
May 10 13:36:40.324154 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:36:40.358207 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-cb8d8e72-d864-4aa2-b80b-b098edd4feb1 req-917336fb-32d2-455f-9809-e796b9f65645 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417811
May 10 13:36:40.372018 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267b65-4c1b-45d7-bee8-6026b23e12ce req-8afc8c1f-cf35-4616-a437-2039de72a469 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:40.381237 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-77267b65-4c1b-45d7-bee8-6026b23e12ce req-8afc8c1f-cf35-4616-a437-2039de72a469 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1014273
May 10 13:36:40.424508 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-77267b65-4c1b-45d7-bee8-6026b23e12ce req-13c6b706-5dfb-4eb0-8698-c4c2c94c990f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422626
May 10 13:36:40.487631 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:40.501348 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:36:40.554916 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:40.571624 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:36:40.587533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:40.592635 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:40.595821 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-79c6a474-befa-4d98-bf5a-c7addfb76fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:40.691449 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=6']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:40.695422 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:40.707831 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:36:40.813052 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f061280-664d-48b8-b3d6-74913927b95f req-8ef4069d-3175-4735-ac9e-5fdf7ff47568 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:40.814910 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6f061280-664d-48b8-b3d6-74913927b95f req-8ef4069d-3175-4735-ac9e-5fdf7ff47568 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.1248510
May 10 13:36:40.879285 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6f061280-664d-48b8-b3d6-74913927b95f req-56807a4e-900f-4991-8e0c-58e78626b52b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582604
May 10 13:36:41.631124 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a469-6a61-4693-ae30-1c8fcaf03045 req-08f8b81b-3876-4522-9b19-75ff34812054 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:41.638933 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1407a469-6a61-4693-ae30-1c8fcaf03045 req-08f8b81b-3876-4522-9b19-75ff34812054 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 945 time: 0.0985372
May 10 13:36:41.688923 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1407a469-6a61-4693-ae30-1c8fcaf03045 req-84d3a5e8-75be-4f87-844f-cb66240d66a9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489182
May 10 13:36:42.075723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82a2f8-7689-49c4-b942-910e966a639e req-4d427f8b-61b5-4cf2-bfb2-679ef298415a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:42.077346 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a82a2f8-7689-49c4-b942-910e966a639e req-4d427f8b-61b5-4cf2-bfb2-679ef298415a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.0934048
May 10 13:36:42.128871 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a82a2f8-7689-49c4-b942-910e966a639e req-978f4624-9bb0-4da0-b64d-d2d501f9f948 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452690
May 10 13:36:42.337782 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:36:42.416040 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:42.416461 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:42.547281 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:42.607907 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:42.625991 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:42.631586 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:42.634992 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:42.712435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=7']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:42.715628 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:42.746880 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'code': 200}
May 10 13:36:42.898400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64582a2f-7cc9-42eb-9e6e-133949eb8bea req-8a447c9a-9b47-479b-a147-e0fcd9f19f2f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:42.899989 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64582a2f-7cc9-42eb-9e6e-133949eb8bea req-8a447c9a-9b47-479b-a147-e0fcd9f19f2f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0861411
May 10 13:36:42.947641 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64582a2f-7cc9-42eb-9e6e-133949eb8bea req-406246eb-b972-4c57-9463-0d8d75a49f84 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411503
May 10 13:36:43.326473 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca237f4-8f65-40be-a186-f18c634dfa4a req-7af9d4bb-a318-4631-9282-7d32c7a73739 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:43.327927 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ca237f4-8f65-40be-a186-f18c634dfa4a req-7af9d4bb-a318-4631-9282-7d32c7a73739 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.0893331
May 10 13:36:43.373897 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ca237f4-8f65-40be-a186-f18c634dfa4a req-dae00473-08df-415c-84f1-1fbd213ee4f0 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401292
May 10 13:36:44.145079 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b42e7-4b62-4cb0-bc86-95ed96076148 req-10dd7c93-0e66-4941-8407-266d9931d8a8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:44.146739 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-388b42e7-4b62-4cb0-bc86-95ed96076148 req-10dd7c93-0e66-4941-8407-266d9931d8a8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0825970
May 10 13:36:44.198969 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-388b42e7-4b62-4cb0-bc86-95ed96076148 req-b1332976-f8a6-416b-b2c6-5adc35dfb417 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464051
May 10 13:36:44.581418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be39a92-3cf0-453e-be4f-9fe0f76831c2 req-12564cad-6e36-4e6a-9035-d80477698561 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:44.583441 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0be39a92-3cf0-453e-be4f-9fe0f76831c2 req-12564cad-6e36-4e6a-9035-d80477698561 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.0886376
May 10 13:36:44.641049 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0be39a92-3cf0-453e-be4f-9fe0f76831c2 req-eff0842d-759b-4387-af20-5e54318c03f8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513098
May 10 13:36:45.401185 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0c996-ebf0-4555-bdfb-27d92d939010 req-f721c0bb-c8a3-4fcc-b3e0-b61503fa8f22 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:45.402679 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c5b0c996-ebf0-4555-bdfb-27d92d939010 req-f721c0bb-c8a3-4fcc-b3e0-b61503fa8f22 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0872912
May 10 13:36:45.456621 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c5b0c996-ebf0-4555-bdfb-27d92d939010 req-4de9930f-0567-4012-8899-eb9d8213090c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474033
May 10 13:36:45.867036 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577f601-e493-4b06-af34-524d9e2689ee req-79a705c4-52f4-4463-99c4-e4345a8750df tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:45.868507 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5577f601-e493-4b06-af34-524d9e2689ee req-79a705c4-52f4-4463-99c4-e4345a8750df tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.1040258
May 10 13:36:45.918667 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5577f601-e493-4b06-af34-524d9e2689ee req-d4f70b31-b976-43c7-8d74-e3fc7561c268 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444479
May 10 13:36:46.656102 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb006e88-7b8f-4e9f-b988-559a42740a3b req-0c666e4d-b5f8-4f57-be1b-0ed21a9a42f0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:46.657634 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fb006e88-7b8f-4e9f-b988-559a42740a3b req-0c666e4d-b5f8-4f57-be1b-0ed21a9a42f0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0806069
May 10 13:36:46.727516 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fb006e88-7b8f-4e9f-b988-559a42740a3b req-e2035d6e-ee7a-4799-85d2-da802c724d7b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605559
May 10 13:36:47.210597 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f94c6-06ba-4f07-84e4-a735822351ec req-307e23a9-da90-4455-b5c6-0eaecb9cffa6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:47.212025 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e92f94c6-06ba-4f07-84e4-a735822351ec req-307e23a9-da90-4455-b5c6-0eaecb9cffa6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.1821954
May 10 13:36:47.258806 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e92f94c6-06ba-4f07-84e4-a735822351ec req-6004b5e7-ba33-47e4-9e40-56aff06fa26f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409641
May 10 13:36:47.919165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878a6f-dedb-4627-8ef1-d433ae9c6461 req-fb663f22-89d4-450d-b874-ecbe0fcf1e9f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:47.920761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64878a6f-dedb-4627-8ef1-d433ae9c6461 req-fb663f22-89d4-450d-b874-ecbe0fcf1e9f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0848627
May 10 13:36:47.970278 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64878a6f-dedb-4627-8ef1-d433ae9c6461 req-2f86d421-4d86-4758-b30f-a5075a79dcb6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433793
May 10 13:36:48.385448 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 52c2ee89-751f-43a1-b4be-33183fefeea6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:36:48.490801 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66205a18-1ab3-44f2-8ab4-f4e7894d33d1 req-f493f075-5133-41be-8181-ccea63996257 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:48.491966 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66205a18-1ab3-44f2-8ab4-f4e7894d33d1 req-f493f075-5133-41be-8181-ccea63996257 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 943 time: 0.1239302
May 10 13:36:48.541666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=52c2ee89-751f-43a1-b4be-33183fefeea6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:48.553370 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-66205a18-1ab3-44f2-8ab4-f4e7894d33d1 req-1373bff6-32b6-4cf1-96b7-9db10197466a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522633
May 10 13:36:48.556629 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:36:48.619735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:48.639841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c2ee89-751f-43a1-b4be-33183fefeea6 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:36:48.656510 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=52c2ee89-751f-43a1-b4be-33183fefeea6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:48.666368 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:48.668943 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:48.741871 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:48.745219 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:48.978026 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['52c2ee89-751f-43a1-b4be-33183fefeea6'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:36:49.191197 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ee749-ac05-46d1-b49f-887df640b4f3 req-cfe50eaa-cfbc-48ba-8dba-1af3f515abf1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:49.192540 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd0ee749-ac05-46d1-b49f-887df640b4f3 req-cfe50eaa-cfbc-48ba-8dba-1af3f515abf1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0967929
May 10 13:36:49.246560 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd0ee749-ac05-46d1-b49f-887df640b4f3 req-a2f57e81-fe5b-4890-93ad-1b9ac0549e78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410950
May 10 13:36:49.739878 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3aff-686f-4cb0-bbd3-9cb6f656e8a0 req-b9036b52-f7c5-4a01-add4-6c8681eebae4 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:49.741321 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f65a3aff-686f-4cb0-bbd3-9cb6f656e8a0 req-b9036b52-f7c5-4a01-add4-6c8681eebae4 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 944 time: 0.0832934
May 10 13:36:49.787718 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f65a3aff-686f-4cb0-bbd3-9cb6f656e8a0 req-b4f24171-7097-4748-b473-171ab42d4bea tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399523
May 10 13:36:49.950271 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-a511c187-a772-4001-845a-83f814123f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:49.951628 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-a511c187-a772-4001-845a-83f814123f8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1099 time: 0.0716712
May 10 13:36:50.082328 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-a4bc4843-353d-4351-950b-82acd98924dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.084334 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-a4bc4843-353d-4351-950b-82acd98924dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1238728
May 10 13:36:50.186567 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-79329694-f5d6-4430-8add-ac2aac4947ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 1001 time: 0.0957763
May 10 13:36:50.251459 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-2bd12a54-ec4a-486e-9a31-457ccad90431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.252766 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-2bd12a54-ec4a-486e-9a31-457ccad90431 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0584416
May 10 13:36:50.329063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-562c48ac-3b0e-4006-b02d-354c3934f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.330556 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-562c48ac-3b0e-4006-b02d-354c3934f7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698488
May 10 13:36:50.414251 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 52c2ee89-751f-43a1-b4be-33183fefeea6 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:36:50.441094 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ce53-6100-4a1a-83f8-4d41f73f0b50 req-536ca43a-94f6-431b-bc76-46ed9d2a711d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.443208 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a0e9ce53-6100-4a1a-83f8-4d41f73f0b50 req-536ca43a-94f6-431b-bc76-46ed9d2a711d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0826035
May 10 13:36:50.470252 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-8e842060-a070-4ec6-bb57-9310ed7ea052 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318715
May 10 13:36:50.483282 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 52c2ee89-751f-43a1-b4be-33183fefeea6 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:36:50.488127 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 52c2ee89-751f-43a1-b4be-33183fefeea6 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:50.488596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:50.489590 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a0e9ce53-6100-4a1a-83f8-4d41f73f0b50 req-7e0d2ae8-fa91-4235-af48-7c76520ace66 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401249
May 10 13:36:50.603442 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-943704a1-88ba-4fa0-9dd1-dc9290491d76 req-fadd4197-86dc-4232-ae40-efeed0d62d77 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260476
May 10 13:36:50.605919 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:50.633609 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:50.643075 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=52c2ee89-751f-43a1-b4be-33183fefeea6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:50.647324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:50.649354 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:50.679354 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'code': 200}
May 10 13:36:50.716147 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:50.719004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:50.973645 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbab482-856e-4357-80ef-1e63a0bfcef3 req-5e7df627-b9ff-4aff-853c-d83f7c957940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.974341 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ba88b-9647-41a6-a4a4-8689362570aa req-ba2b560d-c317-4929-ae0b-e45f7350aa48 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:50.975715 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0dbab482-856e-4357-80ef-1e63a0bfcef3 req-5e7df627-b9ff-4aff-853c-d83f7c957940 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1098 time: 0.0682144
May 10 13:36:50.976281 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d24ba88b-9647-41a6-a4a4-8689362570aa req-ba2b560d-c317-4929-ae0b-e45f7350aa48 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.0823483
May 10 13:36:51.019904 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d24ba88b-9647-41a6-a4a4-8689362570aa req-9c205002-6c35-41a2-a90d-fd015117fad6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379736
May 10 13:36:51.022904 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-0dbab482-856e-4357-80ef-1e63a0bfcef3 req-c547b916-892a-454f-ab0b-29b5b5e44cda service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369883
May 10 13:36:51.462137 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:51.679053 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2886d3-625b-4228-ad87-245e543f3a61 req-0bdf1718-a679-4012-9ab4-399f935798f9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:51.680637 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8c2886d3-625b-4228-ad87-245e543f3a61 req-0bdf1718-a679-4012-9ab4-399f935798f9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.0806153
May 10 13:36:51.723955 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8c2886d3-625b-4228-ad87-245e543f3a61 req-1f565b4f-b979-42fb-843b-277206d9ee1a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376508
May 10 13:36:52.207080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fdcfd-88af-4783-81bd-cdbb12053bd9 req-7f2d1b59-8310-4524-84ed-5868e9af4bdd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:52.208509 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-841fdcfd-88af-4783-81bd-cdbb12053bd9 req-7f2d1b59-8310-4524-84ed-5868e9af4bdd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.0783532
May 10 13:36:52.255000 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-841fdcfd-88af-4783-81bd-cdbb12053bd9 req-209323ab-75e6-44a1-ae1c-dcd9aa36d638 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409338
May 10 13:36:52.435739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77d893-02f9-4353-860b-ff3b99bf2e97 req-289b7718-adda-4099-8bd6-beb8fd7a3346 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:52.437178 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c77d893-02f9-4353-860b-ff3b99bf2e97 req-289b7718-adda-4099-8bd6-beb8fd7a3346 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.0801816
May 10 13:36:52.483755 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c77d893-02f9-4353-860b-ff3b99bf2e97 req-aaed4ff7-3839-4e9e-9de5-91beb8a8fed3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407650
May 10 13:36:52.506355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58402) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:52.581296 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ecd1f-94b2-4551-b74d-197276fcd22a tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:52.585949 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-df0ecd1f-94b2-4551-b74d-197276fcd22a tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1093 time: 0.0754936
May 10 13:36:52.586227 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58406) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:52.591937 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:52.597793 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:36:52.602208 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:floatingip and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:36:52.605012 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:36:52.610593 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:36:52.620543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:52.755056 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:52.937852 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.27.3.68 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:36:53.037357 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8c3e-e571-4358-92a6-becc92d91325 req-6252616d-8df5-475b-b841-7ae90c50dd85 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:53.038765 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74bd8c3e-e571-4358-92a6-becc92d91325 req-6252616d-8df5-475b-b841-7ae90c50dd85 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1839490
May 10 13:36:53.117270 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74bd8c3e-e571-4358-92a6-becc92d91325 req-8daa53b1-9f01-4165-8852-adc210194819 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719838
May 10 13:36:53.136262 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:53.165278 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:53.169952 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:53.227042 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:36:53.229597 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:36:53.233252 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:36:53.356435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:53.360385 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:53.747370 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:53.821331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.083431 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877378e5-ea91-4cdc-b3bb-8bbffe72076f req-e05d0fb4-d440-4f12-a63e-6df21a5dec79 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:54.085443 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-877378e5-ea91-4cdc-b3bb-8bbffe72076f req-e05d0fb4-d440-4f12-a63e-6df21a5dec79 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 946 time: 0.1307161
May 10 13:36:54.121288 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.129047 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.133758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2e006ce-b72b-4aaf-8839-5a4e1119c566 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:54.233645 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-877378e5-ea91-4cdc-b3bb-8bbffe72076f req-37850d65-00a8-4cee-90ea-aa4d5d7497a3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357667
May 10 13:36:54.261872 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:54.262756 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:54.275598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.292557 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58450) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:54.407151 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-d1c970cc-47a4-4ef6-ad47-654805b72987 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1133065
May 10 13:36:54.437560 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:36:54.448513 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP e8e248b9-d3a3-49d9-8feb-c997e6dbb19a associated. External IP: 172.27.3.68, port: 52c2ee89-751f-43a1-b4be-33183fefeea6.
May 10 13:36:54.554591 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.582317 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:54.592361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:54.597567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:54.600493 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:54.651921 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:36:54.684970 dv-cinder-784945-7-iscsi neutron-server[78710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'code': 422} returned with failed status
May 10 13:36:54.685812 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=8']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:54.695846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:54.917909 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:36:55.094031 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:36:55.103061 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:36:55.111941 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:55.112564 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9085ee0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:55.122660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:55.179426 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5917149
May 10 13:36:55.180581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:55.281473 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'status': 'completed', 'code': 200}
May 10 13:36:55.294399 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:55.376539 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-7b673317-af8d-4dbe-8aee-465766f1a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:55.378004 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-7b673317-af8d-4dbe-8aee-465766f1a0b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1098 time: 0.0737078
May 10 13:36:55.440701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76945564-c37c-4bcc-86af-f609059cdbcf req-cf0cfa74-ed5a-4ba8-92b8-10afa0973f77 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:55.446486 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-76945564-c37c-4bcc-86af-f609059cdbcf req-cf0cfa74-ed5a-4ba8-92b8-10afa0973f77 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0867374
May 10 13:36:55.492749 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-76945564-c37c-4bcc-86af-f609059cdbcf req-71891540-6bb0-4057-80e2-fa8e71ac130a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442231
May 10 13:36:55.524280 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-52436ad4-860e-4d00-b13b-f8839e411233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:55.525753 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-52436ad4-860e-4d00-b13b-f8839e411233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1403670
May 10 13:36:55.644444 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-3bfea167-06ad-4e74-b386-2fd63a2a5cd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 998 time: 0.1061523
May 10 13:36:55.682812 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9085ee0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:53Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:55.687828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:36:55.698501 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:36:55.699360 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9085ee0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:55.737145 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-d28c541e-4735-4f9d-a0ea-3f5daccc4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:55.738578 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-d28c541e-4735-4f9d-a0ea-3f5daccc4a42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0874507
May 10 13:36:55.816213 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-97fdad41-119d-4451-803b-b5f207f28535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:55.817791 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-97fdad41-119d-4451-803b-b5f207f28535 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719111
May 10 13:36:55.886549 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:36:56.060376 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-0ed5b36c-b920-4ba5-80d9-0a1a512564fe service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281437
May 10 13:36:56.178604 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-a6f4154e-50e5-4bdb-bc15-6990e75aa0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.180003 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-a6f4154e-50e5-4bdb-bc15-6990e75aa0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 1097 time: 0.0751133
May 10 13:36:56.202353 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-58e01a73-f23f-44cb-bd5a-2562a7b9088b req-e16372d5-c995-44ad-aecf-8fb903e8837a service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335714
May 10 13:36:56.242597 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9085ee0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:53Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:36:56.246608 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5541c-2db3-4446-b252-73427f45e1a6 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:53Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:36:56.274543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-2f297100-d972-4366-bce4-639ad2a3f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.276022 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-2f297100-d972-4366-bce4-639ad2a3f1d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1097 time: 0.0739622
May 10 13:36:56.410711 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-f6a72959-d3a6-4ef7-81e8-5330bd5f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.412226 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-f6a72959-d3a6-4ef7-81e8-5330bd5f9c63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1290553
May 10 13:36:56.438556 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174be659-0ee1-4abb-9674-1d2a0e6fafd7 None None] New status for floating IP e8e248b9-d3a3-49d9-8feb-c997e6dbb19a: ACTIVE {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:36:56.516656 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-904a074c-1d69-4844-ac40-7ba7cffad9fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 200  len: 999 time: 0.0977874
May 10 13:36:56.580626 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-6e0002cf-ae0c-4213-84a3-247e3ad299b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.582187 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-6e0002cf-ae0c-4213-84a3-247e3ad299b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0594761
May 10 13:36:56.717084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-0fc7c462-5ad1-4ba4-9411-1931b7ee562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.718596 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-0fc7c462-5ad1-4ba4-9411-1931b7ee562a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1299696
May 10 13:36:56.758352 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e239f2-21cf-4573-bc8d-8f3dc5be7c6e req-ccff1423-3007-40a9-8023-13ba3c92c38a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:56.759783 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64e239f2-21cf-4573-bc8d-8f3dc5be7c6e req-ccff1423-3007-40a9-8023-13ba3c92c38a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1330550
May 10 13:36:56.876152 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-64e239f2-21cf-4573-bc8d-8f3dc5be7c6e req-efd41ba8-ae0c-44ca-8d4e-bfd17fa25d0e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698726
May 10 13:36:56.899721 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-b4a7ba14-580a-4466-9aac-e18b50a9d27d service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726007
May 10 13:36:57.029681 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6e8ba864-77f0-47cc-9db1-5cf4862716ce req-c95a8d23-976b-47bd-b8eb-ded5e05f43d3 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231451
May 10 13:36:58.081739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa6466-f56d-484a-a362-091532fc6eea req-c8b9f216-d1aa-42f1-be52-8fbad3d873a7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:58.083552 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-08aa6466-f56d-484a-a362-091532fc6eea req-c8b9f216-d1aa-42f1-be52-8fbad3d873a7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0974932
May 10 13:36:58.139575 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-08aa6466-f56d-484a-a362-091532fc6eea req-3ab6444a-6e0a-4ce9-a8c8-dd6a22c938d5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487592
May 10 13:36:58.309791 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-df388f3e-20de-4e97-85bc-5ab2a3a80db2 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123097731&fields=id&tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6 HTTP/1.1" status: 200  len: 267 time: 0.0425248
May 10 13:36:58.395937 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-e28db09b-0349-4653-9c31-2d6ca124b24e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:58.397946 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-e28db09b-0349-4653-9c31-2d6ca124b24e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 985 time: 0.0827284
May 10 13:36:58.409350 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Request body: {'port': {'security_groups': ['0e4c0c76-06a5-4642-b3ce-6057ab5c36cb']}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:36:58.614713 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:58.873715 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:36:58.901274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:58.907730 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:58.915279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:58.919998 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:36:58.979590 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:58.980212 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:58.981596 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8bfdd7ab-f740-4eb5-bd2d-6d487a81a868 req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "PUT /v2.0/ports/c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 943 time: 0.5773268
May 10 13:36:58.982140 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:36:58.988014 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58512) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:59.011461 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event updated for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=7']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:59.015347 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:59.077948 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:36:59.084270 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:36:59.096945 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.132931 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.211136 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.217047 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ba48d96e-45e4-4977-b7d2-f5046659a4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:36:59.235318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:36:59.238420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:36:59.240282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.244257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58518) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:36:59.244832 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c7bf984-a3a6-4e0b-8d0a-cdcdcb94c452 HTTP/1.1" status: 204  len: 168 time: 0.2541816
May 10 13:36:59.405443 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-23c094dc-9a91-4f04-8a2b-8593001fbf6a None None] Provisioning complete for port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:36:59.405875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-23c094dc-9a91-4f04-8a2b-8593001fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.578335 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7dfcd-c192-45eb-b658-54149c224bb8 req-f7d2cdb6-9665-46c2-acb6-38586cea68b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:36:59.585043 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99f7dfcd-c192-45eb-b658-54149c224bb8 req-f7d2cdb6-9665-46c2-acb6-38586cea68b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.2081590
May 10 13:36:59.709045 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99f7dfcd-c192-45eb-b658-54149c224bb8 req-b8e1efce-ab8e-4c04-9d24-1b3db2f94032 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229146
May 10 13:36:59.740407 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Deleting port df628807-cdc2-4c1a-b365-0ca3b0eccbe0 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:36:59.741024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.886829 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:36:59.887307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:00.025941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Calling delete_port for df628807-cdc2-4c1a-b365-0ca3b0eccbe0 owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:00.156942 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:00.161270 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-fc3267b9-3e43-4fed-a22f-0e23e70dee5f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:00.238102 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event deleted for resources: {'Port': ['ID=df628807-cdc2-4c1a-b365-0ca3b0eccbe0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:00.240572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:00.305769 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:00.306414 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Floating IP 44d7920d-f21f-48c7-be85-2bc958e761a6 disassociated (deleted). External IP: 172.27.3.127, port: c4d8341b-e31c-4a42-9b9e-8af32dfd8c41.
May 10 13:37:00.758342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Router d6108ae3-c78b-47fd-afd0-76f88d1ad910 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:37:01.006822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:37:01.015912 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Sync routers for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:37:01.024788 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:01.025396 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f2fac0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:01.027465 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb873ba-e2d9-4648-b005-e59fc08e229c req-23604675-a25f-4a40-9474-f36ad4ae5a3a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:01.028937 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4fb873ba-e2d9-4648-b005-e59fc08e229c req-23604675-a25f-4a40-9474-f36ad4ae5a3a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1363475
May 10 13:37:01.041926 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:01.122970 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "DELETE /v2.0/floatingips/44d7920d-f21f-48c7-be85-2bc958e761a6 HTTP/1.1" status: 204  len: 168 time: 1.8765540
May 10 13:37:01.125519 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:01.132846 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4fb873ba-e2d9-4648-b005-e59fc08e229c req-507bc7bb-0388-4ca4-b9a0-42283f27711b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721045
May 10 13:37:01.250262 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:01.568546 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:37:01.615093 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f2fac0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:01.619561 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Checking router: d6108ae3-c78b-47fd-afd0-76f88d1ad910 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:37:01.628828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:01.629463 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f2fac0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:36:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:01.824493 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:02.156474 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8f2fac0>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:02.160370 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace5d54-9ebe-4246-88cb-93e029612d5a None None] The sync data for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi is: [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 4, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'ae3e4bfa-d988-49d4-a2e2-5b347e62f18f', 'name': '', 'network_id': '82777926-5143-406f-843b-fe55114e4dd8', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'mac_address': 'fa:16:3e:23:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10c20667-3066-4d31-a6fc-80c068df6551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:24Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'subnets': [{'id': '10c20667-3066-4d31-a6fc-80c068df6551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:37:02.339387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08836-b875-4fa4-8279-8e08c69df760 req-ca3315da-46cf-4b29-aed8-d057e6c8e55a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:02.340884 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-60c08836-b875-4fa4-8279-8e08c69df760 req-ca3315da-46cf-4b29-aed8-d057e6c8e55a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0919852
May 10 13:37:02.391982 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-60c08836-b875-4fa4-8279-8e08c69df760 req-6f1268d5-07b0-4d0f-aa22-fc6ac8100534 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409675
May 10 13:37:02.461808 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd51d9-0203-45b8-941e-6cd7118b7fed None None] New status for floating IP 44d7920d-f21f-48c7-be85-2bc958e761a6: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:37:03.457173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-c851f037-4652-4800-91d7-69c42aa8a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:03.606675 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429261f-3338-4712-b8c4-86dd813f1272 req-f9895b21-2712-4b9f-9f24-0f94406735cc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:03.608306 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6429261f-3338-4712-b8c4-86dd813f1272 req-f9895b21-2712-4b9f-9f24-0f94406735cc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0802791
May 10 13:37:03.658132 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6429261f-3338-4712-b8c4-86dd813f1272 req-2e69a25e-d081-473d-bc3a-782422bc6ff7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435333
May 10 13:37:04.870387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec500-0f2f-4bba-81f1-b98eba762dbe req-f2b74742-59f2-4989-b956-29d51642ad7e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:04.871846 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-652ec500-0f2f-4bba-81f1-b98eba762dbe req-f2b74742-59f2-4989-b956-29d51642ad7e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0908377
May 10 13:37:04.917204 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-652ec500-0f2f-4bba-81f1-b98eba762dbe req-8160fad3-9f0d-4555-b055-c08278dffe6f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396960
May 10 13:37:06.115512 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106ce5f-e4b2-439f-b053-9d1d1bdc3259 req-9aa7139f-c02b-4736-8ff2-f8b55984872b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:06.116978 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f106ce5f-e4b2-439f-b053-9d1d1bdc3259 req-9aa7139f-c02b-4736-8ff2-f8b55984872b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0830586
May 10 13:37:06.165682 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f106ce5f-e4b2-439f-b053-9d1d1bdc3259 req-bde9604d-e786-424e-8662-434fb36b7bee tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429189
May 10 13:37:06.218991 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-917e25d6-b600-4fee-ad8a-87d01816031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:06.275380 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:07.321622 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:07.388280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0beb9-c1fd-42b3-b810-fad76ce1d1c5 req-623a1ed5-2192-4aff-a3c0-4b4d72d30866 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:07.389763 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d4d0beb9-c1fd-42b3-b810-fad76ce1d1c5 req-623a1ed5-2192-4aff-a3c0-4b4d72d30866 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1076403
May 10 13:37:07.435421 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d4d0beb9-c1fd-42b3-b810-fad76ce1d1c5 req-87a92b33-1a7b-4c49-b9c1-09722b01ff79 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398691
May 10 13:37:08.635395 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7535-5d06-4b2e-8bbb-6fa806b70ca9 req-6f976f88-3610-4d5b-858a-f1da1868781d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:08.636903 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-397d7535-5d06-4b2e-8bbb-6fa806b70ca9 req-6f976f88-3610-4d5b-858a-f1da1868781d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0846517
May 10 13:37:08.650160 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:08.689062 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-397d7535-5d06-4b2e-8bbb-6fa806b70ca9 req-041467f1-122f-4f1b-b207-a528b736d729 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435226
May 10 13:37:09.874625 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7310-97f5-4814-8aaa-659e02c4c602 req-9dc12635-d122-4c89-bbea-dacba805b705 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:09.876199 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6c9e7310-97f5-4814-8aaa-659e02c4c602 req-9dc12635-d122-4c89-bbea-dacba805b705 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0804834
May 10 13:37:09.968652 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6c9e7310-97f5-4814-8aaa-659e02c4c602 req-de9b1dd4-57db-44da-ae61-84cdd924e7a1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533903
May 10 13:37:09.986642 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445196e-f5eb-4753-a254-459078494c1c req-d4748430-fbc5-46ee-b24b-6e502ac49e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:09.988108 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-d4748430-fbc5-46ee-b24b-6e502ac49e93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1099 time: 0.1110654
May 10 13:37:10.117822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445196e-f5eb-4753-a254-459078494c1c req-56840970-ee30-4479-9231-666554838d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:10.119277 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-56840970-ee30-4479-9231-666554838d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1231203
May 10 13:37:10.190526 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-82953659-69b6-4f32-85e2-824fc61a2e19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 217 time: 0.0638671
May 10 13:37:10.330879 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445196e-f5eb-4753-a254-459078494c1c req-3a5b83e1-4427-4511-a3c4-6d55273765c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:10.332294 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-3a5b83e1-4427-4511-a3c4-6d55273765c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.1343839
May 10 13:37:10.409600 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445196e-f5eb-4753-a254-459078494c1c req-ed809793-eab2-4058-a674-332de9b7c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:10.411071 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-ed809793-eab2-4058-a674-332de9b7c98d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702844
May 10 13:37:10.543306 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-4c27251d-0f6f-4d2f-9058-cee30257365e service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232600
May 10 13:37:10.678023 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2445196e-f5eb-4753-a254-459078494c1c req-903ae191-6f6e-4d10-969b-57849a8d6976 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249933
May 10 13:37:10.791586 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-0c5ad994-ac98-45fb-80b5-dfb34eb80409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:10.793055 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-0c5ad994-ac98-45fb-80b5-dfb34eb80409 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 1099 time: 0.0732062
May 10 13:37:10.927388 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-d33904ab-93f9-455e-8781-1f0625e66502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:10.928862 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-d33904ab-93f9-455e-8781-1f0625e66502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 200  len: 916 time: 0.1250887
May 10 13:37:10.998758 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-6d744741-1955-4607-b4d0-d49a5b85241a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 200  len: 217 time: 0.0632021
May 10 13:37:11.069322 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-f29e7c18-1334-4bd2-a664-24dc97e8f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:11.069322 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-f29e7c18-1334-4bd2-a664-24dc97e8f116 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 200  len: 854 time: 0.0593388
May 10 13:37:11.207706 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-2d208624-8d50-4534-8423-1cbc0006bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:11.209195 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-2d208624-8d50-4534-8423-1cbc0006bcd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82777926-5143-406f-843b-fe55114e4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1346672
May 10 13:37:11.217804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5c2a5-dd5d-45a3-9c24-4749ba2eabc2 req-0c94713d-00d0-42a6-aa88-4f3416414e9d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:11.219339 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-58b5c2a5-dd5d-45a3-9c24-4749ba2eabc2 req-0c94713d-00d0-42a6-aa88-4f3416414e9d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1104014
May 10 13:37:11.355483 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-58b5c2a5-dd5d-45a3-9c24-4749ba2eabc2 req-cbc14c61-aa83-41eb-bb1b-3198b4d71783 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182237
May 10 13:37:11.398946 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-120ae545-5e1c-4a8d-8de0-a5738f15ee1e service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787741
May 10 13:37:11.556190 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-468b15b8-443e-40b9-a707-fda740dd1b78 req-f1111c1a-b920-4f2d-a3aa-2ed4d0c79748 service neutron] 10.222.0.36 "GET /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501369
May 10 13:37:12.553426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b134f-66d4-4537-bceb-277b87f3cadb req-2806d377-3cb9-4c07-9fd6-d954fbfc7da5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:12.554913 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-291b134f-66d4-4537-bceb-277b87f3cadb req-2806d377-3cb9-4c07-9fd6-d954fbfc7da5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0827038
May 10 13:37:12.601036 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-291b134f-66d4-4537-bceb-277b87f3cadb req-68c4d369-f745-48f6-bc1c-fab6b8d42505 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401404
May 10 13:37:12.946457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693eec2-ba5d-4261-a0f9-6146bc9ad9ad req-46a82b29-6443-4965-8d92-97f1a6f4c6c4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:12.947154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-5693eec2-ba5d-4261-a0f9-6146bc9ad9ad req-46a82b29-6443-4965-8d92-97f1a6f4c6c4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Synchronizing usage tracker for tenant:ecac9f4fc9884ab4acfaa9204fda25d6 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:37:12.964545 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-5693eec2-ba5d-4261-a0f9-6146bc9ad9ad req-46a82b29-6443-4965-8d92-97f1a6f4c6c4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Unset dirty status for tenant:ecac9f4fc9884ab4acfaa9204fda25d6 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:37:12.965883 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5693eec2-ba5d-4261-a0f9-6146bc9ad9ad req-46a82b29-6443-4965-8d92-97f1a6f4c6c4 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.1026585
May 10 13:37:13.011763 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5693eec2-ba5d-4261-a0f9-6146bc9ad9ad req-3d489c94-9501-4185-856d-fa65a9211380 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394332
May 10 13:37:13.792221 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02e708-f005-4364-aef2-9519c0bc7dcd req-533e39a5-55e2-43d8-9dd4-61143a09c85a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:13.793654 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c02e708-f005-4364-aef2-9519c0bc7dcd req-533e39a5-55e2-43d8-9dd4-61143a09c85a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0788321
May 10 13:37:13.837559 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0c02e708-f005-4364-aef2-9519c0bc7dcd req-0be73c56-63a7-4466-9a6f-02a6181c935a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380533
May 10 13:37:14.280183 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd00a1-5666-4727-8411-922ce5f3054b req-ad9dd548-0d51-48ad-a277-e0b650824d38 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:14.281604 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b0bd00a1-5666-4727-8411-922ce5f3054b req-ad9dd548-0d51-48ad-a277-e0b650824d38 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.1651118
May 10 13:37:14.325184 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b0bd00a1-5666-4727-8411-922ce5f3054b req-0c8a3d2b-b9c1-49dc-904b-5e2184fb83d8 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378122
May 10 13:37:14.749908 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-dde989b6-04b8-4a69-8c0b-323cf4bd7a8b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:14.751354 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-dde989b6-04b8-4a69-8c0b-323cf4bd7a8b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 946 time: 0.0778434
May 10 13:37:14.884119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Deleting port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:14.884682 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:15.060630 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] For port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:15.060895 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:15.187782 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85cb6-b5bb-498d-8121-50c1d514e014 req-c69d2751-577d-49fa-ab5a-c22c0abbd0af tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:15.189215 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1db85cb6-b5bb-498d-8121-50c1d514e014 req-c69d2751-577d-49fa-ab5a-c22c0abbd0af tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.2408013
May 10 13:37:15.196161 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Calling delete_port for c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 owned by compute:nova {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:15.249732 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1db85cb6-b5bb-498d-8121-50c1d514e014 req-20d8a2e1-fe0b-4b66-a306-5fff2b1764b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509408
May 10 13:37:15.340660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:15.346350 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6be24174-81bf-4823-8c4a-df204fc42b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:15.353004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:37:15.390586 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Pushing event deleted for resources: {'Port': ['ID=c4d8341b-e31c-4a42-9b9e-8af32dfd8c41,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:15.461381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.461748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.462138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.462493 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.462845 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.463190 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.463533 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.463871 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.464209 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.464546 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.464886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.465224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:15.507708 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:15.513355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] No DVR routers for this DVR port c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 on host hv-cinder-78494 {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:15.516599 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3f1f3536-4a44-4db7-a1eb-8543bfbb710d req-00b6fa4b-779a-43bb-a182-3236e547d7c8 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293 HTTP/1.1" status: 200  len: 210 time: 0.0855396
May 10 13:37:15.517612 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:15.520181 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'name': 'network-vif-deleted', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:15.541915 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-23b46e9f-0b94-4e1a-a40f-750fdcf1b837 req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] 10.222.0.36 "DELETE /v2.0/ports/c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 HTTP/1.1" status: 204  len: 173 time: 0.7851913
May 10 13:37:15.567011 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8ce7f2-dfbe-4bc7-85dc-afcc3cd94293', 'name': 'network-vif-deleted', 'tag': 'c4d8341b-e31c-4a42-9b9e-8af32dfd8c41', 'status': 'completed', 'code': 200}
May 10 13:37:16.443324 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dabc6f-2b99-4510-8933-510035971d4e req-2b4732b4-cd76-4292-a757-18fa7e97f38b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:16.445295 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9dabc6f-2b99-4510-8933-510035971d4e req-2b4732b4-cd76-4292-a757-18fa7e97f38b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.0826700
May 10 13:37:16.487538 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9dabc6f-2b99-4510-8933-510035971d4e req-e783695a-5fde-436b-8f0a-2b2e0940fd93 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364611
May 10 13:37:17.093528 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58674) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:17.709041 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5a29-eaa9-4010-839d-1dc529e1510d req-b2530364-ffe7-4f65-a2aa-95c42ded58e6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:17.711043 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea9e5a29-eaa9-4010-839d-1dc529e1510d req-b2530364-ffe7-4f65-a2aa-95c42ded58e6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 944 time: 0.1035273
May 10 13:37:17.792821 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea9e5a29-eaa9-4010-839d-1dc529e1510d req-a3edbdfd-c4d8-454a-bcdd-a6eeaf3faee3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567389
May 10 13:37:17.811238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.209291 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Deleting port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:18.209624 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.326785 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] For port ae3e4bfa-d988-49d4-a2e2-5b347e62f18f, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:18.327131 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.444904 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Calling delete_port for ae3e4bfa-d988-49d4-a2e2-5b347e62f18f owned by network:router_interface {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:18.579695 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.585685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a2ff45ee-a3ff-4518-8808-4b97e138f716 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:18.587565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:37:18.589925 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:18.629414 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:18.629769 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device c4d8341b-e31c-4a42-9b9e-8af32dfd8c41 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:18.660351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3e4bfa-d988-49d4-a2e2-5b347e62f18f,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:18.667311 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:18.780657 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:18.796308 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'mac_address': 'fa:16:3e:bf:75:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:37:18.865215 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.881811 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:37:18.897624 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:18.903544 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.905363 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:18.911143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:18.977533 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=9']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:18.980600 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:19.170779 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:37:19.223250 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26344899-364b-483f-a1e0-da75d3f35577 req-17c38be7-0b95-4a8d-82e2-4554d9ee9966 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:19.224720 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-26344899-364b-483f-a1e0-da75d3f35577 req-17c38be7-0b95-4a8d-82e2-4554d9ee9966 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 945 time: 0.3059890
May 10 13:37:19.399712 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-26344899-364b-483f-a1e0-da75d3f35577 req-3b1dfc55-d2e8-4a1b-a0be-5e3c793949e1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623619
May 10 13:37:19.448787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Router d6108ae3-c78b-47fd-afd0-76f88d1ad910 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:37:19.627943 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:37:19.636450 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Sync routers for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:37:19.639857 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] 10.222.0.18 "PUT /v2.0/routers/d6108ae3-c78b-47fd-afd0-76f88d1ad910/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5452266
May 10 13:37:19.642335 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58688) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:19.667860 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:19.668781 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9173f40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:19.885938 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:19.904188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.015670 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-8ad2e5b6-5f96-4a0b-b240-7193700213e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2263336
May 10 13:37:20.141952 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.158416 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949cf30-9267-41ea-b232-9064070ae37d req-b44177ad-0c13-4731-aefa-6a2ed0f44bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:20.159909 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-b44177ad-0c13-4731-aefa-6a2ed0f44bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.1217217
May 10 13:37:20.194011 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9173f40>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:37:18Z', 'revision_number': 5, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port': {'id': 'cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:20Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:20.197656 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Checking router: d6108ae3-c78b-47fd-afd0-76f88d1ad910 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:37:20.206541 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Routers {'d6108ae3-c78b-47fd-afd0-76f88d1ad910'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:20.207152 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9173f40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:20.363801 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] Set router d6108ae3-c78b-47fd-afd0-76f88d1ad910 gateway port host: None {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:20.465126 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Deleting port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:20.465370 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.471073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9173f40>, [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:37:20Z', 'revision_number': 6, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:20.475168 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6368430-7d18-4bb5-96c3-fd94d78c7467 None None] The sync data for ids ['d6108ae3-c78b-47fd-afd0-76f88d1ad910'] in dv-cinder-784945-7-iscsi is: [{'id': 'd6108ae3-c78b-47fd-afd0-76f88d1ad910', 'name': 'tempest-TestMinimumBasicScenario-1504201094-router', 'tenant_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:37:20Z', 'revision_number': 6, 'project_id': 'ecac9f4fc9884ab4acfaa9204fda25d6', 'gw_port_host': None}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:37:20.482137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949cf30-9267-41ea-b232-9064070ae37d req-f8b6ba73-a14d-4fb7-80f4-9639aa59337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:20.483567 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-f8b6ba73-a14d-4fb7-80f4-9639aa59337c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.2902322
May 10 13:37:20.603520 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:37:20.674430 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:37:20.675144 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.727095 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-131f5802-3113-4e0d-a818-e6b711d70825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 1000 time: 0.1933959
May 10 13:37:20.779601 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] For port cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:20.779879 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.791158 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.820352 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:20.848256 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:20.854400 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device ae3e4bfa-d988-49d4-a2e2-5b347e62f18f no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:20.899781 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'code': 200}
May 10 13:37:20.901394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: ae3e4bfa-d988-49d4-a2e2-5b347e62f18f {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:20.901739 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device ae3e4bfa-d988-49d4-a2e2-5b347e62f18f not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:20.904315 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:20.911203 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:20.919261 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Calling delete_port for cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:20.945342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949cf30-9267-41ea-b232-9064070ae37d req-da3e59c9-ef9b-4dfd-a6c8-5a336807f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:20.946814 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-da3e59c9-ef9b-4dfd-a6c8-5a336807f755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.2136831
May 10 13:37:20.955238 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5c5d-178f-4290-8b29-7afe795e0776 req-5a1bfc01-7549-43f1-9210-5c4aa3122ac6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:20.956607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-547c5c5d-178f-4290-8b29-7afe795e0776 req-5a1bfc01-7549-43f1-9210-5c4aa3122ac6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 945 time: 0.4241395
May 10 13:37:20.980297 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=10']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:20.987390 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.987739 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.988080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.988417 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.988751 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.989110 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.989435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.989759 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.990114 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.990437 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.990762 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.991079 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:20.995889 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:21.061020 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-547c5c5d-178f-4290-8b29-7afe795e0776 req-3eee2dd3-a587-4491-b4f9-55e5f230042e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597861
May 10 13:37:21.096538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949cf30-9267-41ea-b232-9064070ae37d req-2d4adc9d-af13-4a53-ac29-203a9854970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:21.098040 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-2d4adc9d-af13-4a53-ac29-203a9854970f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405940
May 10 13:37:21.284473 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-e7eadc0c-87e1-4671-9580-aa97f28a07a0 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785431
May 10 13:37:21.314535 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.322323 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5b306d3c-0229-4985-ae3d-d7a4e0f432cb tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:21.412695 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc8fc4-781b-414d-9c7c-61071da6bca4 req-e7abe623-fe5e-4534-8652-368e226ce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:21.415028 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-86bc8fc4-781b-414d-9c7c-61071da6bca4 req-e7abe623-fe5e-4534-8652-368e226ce01a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 1100 time: 0.0771430
May 10 13:37:21.417672 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:21.446993 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:21.467171 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.485065 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-86bc8fc4-781b-414d-9c7c-61071da6bca4 req-ef6dc9d2-3700-4a26-968e-e3fcc642c9a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593028
May 10 13:37:21.547933 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9949cf30-9267-41ea-b232-9064070ae37d req-343e3cf0-5bb3-47d6-aa36-e93f51a6b9d6 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533667
May 10 13:37:21.549663 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.724730 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.727119 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.924756 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.925367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6108ae3-c78b-47fd-afd0-76f88d1ad910 {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:37:21.941387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:21.946117 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58722) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:21.946607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-864f37e8-c440-4292-ae97-bc74f56c6253 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d6108ae3-c78b-47fd-afd0-76f88d1ad910 HTTP/1.1" status: 204  len: 168 time: 2.3029723
May 10 13:37:22.042460 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Deleting subnet 10c20667-3066-4d31-a6fc-80c068df6551 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:37:22.046660 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.107203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.121780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940bb5-dd4f-4c7a-9f93-28476ef005a8 req-bf9da3c6-4072-4a6b-a3d5-6e22b2e43551 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:22.123073 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8b940bb5-dd4f-4c7a-9f93-28476ef005a8 req-bf9da3c6-4072-4a6b-a3d5-6e22b2e43551 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0927999
May 10 13:37:22.169586 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8b940bb5-dd4f-4c7a-9f93-28476ef005a8 req-8732d85a-71b4-48a2-a4a1-e5c604efae58 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400367
May 10 13:37:22.241170 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.265535 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fcb9b-5da3-40d8-a755-739076134844 req-d51f708f-f627-4508-9071-29156a24ee12 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:22.266964 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-795fcb9b-5da3-40d8-a755-739076134844 req-d51f708f-f627-4508-9071-29156a24ee12 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 947 time: 0.0816197
May 10 13:37:22.316471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-795fcb9b-5da3-40d8-a755-739076134844 req-445d4a32-c552-4255-b1c0-21aedb37560f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430758
May 10 13:37:22.504341 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.509317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-597f4b43-2f40-42b7-a735-633821623ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:22.543701 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c20667-3066-4d31-a6fc-80c068df6551,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:22.546257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.550894 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ed3ff-f235-4a6b-9853-6e849341b0c3 None None] Network 82777926-5143-406f-843b-fe55114e4dd8 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:37:22.556445 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.556828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.557198 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.557564 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.557925 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.558313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.558673 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.559030 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.559390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.559745 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.560098 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.560451 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:37:22.563913 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10c20667-3066-4d31-a6fc-80c068df6551 HTTP/1.1" status: 204  len: 168 time: 0.6159277
May 10 13:37:22.564865 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:22.566386 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58754) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:22.678065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.771468 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Deleting port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:22.771468 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.835783 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:22.875998 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:22.876433 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cb3b9cdb-c9ee-4921-a33e-1ce45b69e25f not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:22.879525 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] For port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:22.880102 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:22.890903 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] DHCP port deletion for 82777926-5143-406f-843b-fe55114e4dd8 request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:37:22.964373 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Deleting port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:22.964682 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.012393 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Calling delete_port for bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 owned by network:dhcp {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:23.066003 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.066924 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] For port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,segment=NetworkSegment(06ea0b58-feee-4478-9477-f04e5a2b32f1),segment_id=06ea0b58-feee-4478-9477-f04e5a2b32f1)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:23.067537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.077741 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b91768d6-5014-4e34-8de4-af885020a81e tempest-ServerRescueNegativeTestJSON-887829202 tempest-ServerRescueNegativeTestJSON-887829202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:23.114342 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] No DVR routers for this DVR port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 on host dv-cinder-784945-7-iscsi {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:23.201489 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Calling delete_port for bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:23.255334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:23.260620 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:23.337486 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.342695 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-16a6f34b-d8bf-4b87-94d8-28a76986e282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:23.344432 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.358674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c56610>,) {'filters': {'network_id': ['82777926-5143-406f-843b-fe55114e4dd8']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:23.373066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c56610>, '06ea0b58-feee-4478-9477-f04e5a2b32f1') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:23.373436 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8c56610>, '06ea0b58-feee-4478-9477-f04e5a2b32f1') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:23.377648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e42cf-c301-4a44-9dc2-221197bb5ea3 req-87c4f1ce-6779-4df1-9f86-c6ea136296e1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:23.385384 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ee1e42cf-c301-4a44-9dc2-221197bb5ea3 req-87c4f1ce-6779-4df1-9f86-c6ea136296e1 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0975556
May 10 13:37:23.387029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.396188 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Pushing event deleted for resources: {'Port': ['ID=bddf78bd-7f8d-400a-8a8c-c5e54d9bea96,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:23.402369 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] No DVR routers for this DVR port bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:23.403675 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:23.409453 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.416986 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:37:23.417391 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:37:23.431320 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:37:23.448210 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ee1e42cf-c301-4a44-9dc2-221197bb5ea3 req-ad63f1d7-4008-4221-8630-178ce0732e57 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600569
May 10 13:37:23.508196 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.511952 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:23.524449 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:23.534200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Pushing event deleted for resources: {'Network': ['ID=82777926-5143-406f-843b-fe55114e4dd8,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:23.537244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:23.549803 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/82777926-5143-406f-843b-fe55114e4dd8 HTTP/1.1" status: 204  len: 168 time: 0.9823630
May 10 13:37:23.551861 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9faa-3cb3-40aa-a674-e7dbb92342d2 req-1f20c9b0-106c-47b3-b4bb-4c4bed09530e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:23.552947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58772) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:23.553474 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd6d9faa-3cb3-40aa-a674-e7dbb92342d2 req-1f20c9b0-106c-47b3-b4bb-4c4bed09530e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 947 time: 0.0825551
May 10 13:37:23.599898 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bd6d9faa-3cb3-40aa-a674-e7dbb92342d2 req-90a659aa-898e-43db-b1ca-349ad01796ed tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389786
May 10 13:37:24.061849 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:24.451888 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Deleting port 95c22e42-a102-4d56-9524-88c85f28f397 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:24.452224 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:24.632880 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d37c4-fc5b-449a-b086-a57a1586a568 req-d896a9e3-d34b-4cac-875f-d5e7d210648a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:24.634407 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2b8d37c4-fc5b-449a-b086-a57a1586a568 req-d896a9e3-d34b-4cac-875f-d5e7d210648a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0865452
May 10 13:37:24.679300 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2b8d37c4-fc5b-449a-b086-a57a1586a568 req-bbfca43b-cfb5-4f00-abbe-316415ebe2d9 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385640
May 10 13:37:24.685820 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] For port 95c22e42-a102-4d56-9524-88c85f28f397, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=95c22e42-a102-4d56-9524-88c85f28f397,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:24.686334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:24.805923 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Calling delete_port for 95c22e42-a102-4d56-9524-88c85f28f397 owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:24.825740 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:24.858543 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:24.858894 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device bddf78bd-7f8d-400a-8a8c-c5e54d9bea96 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:24.942006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:24.946071 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:24.987747 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c22e42-a102-4d56-9524-88c85f28f397,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:24.990787 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:25.247914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:25.594691 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Router f5127eac-d322-4955-8b64-975533c0531f has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:37:25.766639 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:37:25.775444 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Sync routers for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:37:25.776003 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5127eac-d322-4955-8b64-975533c0531f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2218065
May 10 13:37:25.778379 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58788) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:25.784842 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:25.785462 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf903fc40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:25.874381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85f209-6fe9-44e1-9b77-687081c97c18 req-ac3adf3f-03a7-49d4-8b40-c8b414a790dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:25.876596 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ee85f209-6fe9-44e1-9b77-687081c97c18 req-ac3adf3f-03a7-49d4-8b40-c8b414a790dd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0813334
May 10 13:37:25.930733 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ee85f209-6fe9-44e1-9b77-687081c97c18 req-d87a1f49-ade7-4074-ac30-1608f46827b0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467927
May 10 13:37:25.965135 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:26.065375 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks [] for router, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:26.234813 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:26.274903 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf903fc40>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:37:24Z', 'revision_number': 5, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port': {'id': '0d72b7c4-c029-4583-a5c2-c9d02aa63f16', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5127eac-d322-4955-8b64-975533c0531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:26.278558 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Checking router: f5127eac-d322-4955-8b64-975533c0531f for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:37:26.286693 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Routers {'f5127eac-d322-4955-8b64-975533c0531f'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:26.287285 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf903fc40>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['f5127eac-d322-4955-8b64-975533c0531f'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:26.304981 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Deleting port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:26.305614 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:26.430885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] For port 0d72b7c4-c029-4583-a5c2-c9d02aa63f16, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:26.431318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:26.433088 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] Set router f5127eac-d322-4955-8b64-975533c0531f gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:26.538635 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-9362e019-690c-47ac-9163-145919b3a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf903fc40>, [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:37:26Z', 'revision_number': 6, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:26.542404 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362e019-690c-47ac-9163-145919b3a509 None None] The sync data for ids ['f5127eac-d322-4955-8b64-975533c0531f'] in dv-cinder-784945-7-iscsi is: [{'id': 'f5127eac-d322-4955-8b64-975533c0531f', 'name': 'tempest-TestMinimumBasicScenario-907162952-router', 'tenant_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:30Z', 'updated_at': '2021-05-10T13:37:26Z', 'revision_number': 6, 'project_id': 'a8a7b1550c9642c2a3de0cd9f19fdb2c', 'gw_port_host': None}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:37:26.556345 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Calling delete_port for 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 owned by network:router_gateway {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:26.695628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:26.699890 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:26.742860 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Pushing event deleted for resources: {'Port': ['ID=0d72b7c4-c029-4583-a5c2-c9d02aa63f16,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:26.745811 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:26.834099 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.005657 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.008507 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.031095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.031655 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5127eac-d322-4955-8b64-975533c0531f {{(pid=78709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:37:27.050224 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.051335 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5127eac-d322-4955-8b64-975533c0531f HTTP/1.1" status: 204  len: 168 time: 1.2720032
May 10 13:37:27.053848 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58796) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:27.111741 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Deleting subnet cc8905b1-9e20-469b-bd6d-6e3a5a530012 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:37:27.114530 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.117783 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e4ec-99f0-4fca-9e67-57aaeddbdfa5 req-e11363f1-b0a4-4780-a58b-fc85b42c17d4 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:27.119282 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d6e3e4ec-99f0-4fca-9e67-57aaeddbdfa5 req-e11363f1-b0a4-4780-a58b-fc85b42c17d4 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0807183
May 10 13:37:27.163518 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d6e3e4ec-99f0-4fca-9e67-57aaeddbdfa5 req-c683ddbb-57dc-4f3e-9017-295f090a1e12 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382242
May 10 13:37:27.163736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.237643 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.299058 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 95c22e42-a102-4d56-9524-88c85f28f397 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:27.333591 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 95c22e42-a102-4d56-9524-88c85f28f397 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:27.334044 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 95c22e42-a102-4d56-9524-88c85f28f397 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:27.599807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.603556 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:27.637133 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8905b1-9e20-469b-bd6d-6e3a5a530012,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:27.640085 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:27.641033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.646691 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be4238-d525-4cf3-b570-424bebce11f6 None None] Network 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:37:27.646870 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-6d62ce78-2942-4367-96d0-9767f88bd24a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc8905b1-9e20-469b-bd6d-6e3a5a530012 HTTP/1.1" status: 204  len: 168 time: 0.5919998
May 10 13:37:27.649228 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58802) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:27.753648 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.826189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Deleting port 7c9afc4b-c629-4743-af58-58b695dee706 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:27.826528 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.881211 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] DHCP port deletion for 2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:37:27.923927 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] For port 7c9afc4b-c629-4743-af58-58b695dee706, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7c9afc4b-c629-4743-af58-58b695dee706,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:27.924483 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:27.944544 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Deleting port 7c9afc4b-c629-4743-af58-58b695dee706 {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:27.944924 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.039811 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] For port 7c9afc4b-c629-4743-af58-58b695dee706, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=7c9afc4b-c629-4743-af58-58b695dee706,segment=NetworkSegment(03ad29a4-c063-46f5-83ee-9694ace9f926),segment_id=03ad29a4-c063-46f5-83ee-9694ace9f926)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:28.040204 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.047460 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Calling delete_port for 7c9afc4b-c629-4743-af58-58b695dee706 owned by network:dhcp {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:28.093022 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.096807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-db7a13f1-7479-4557-b9ff-2aa498a137e4 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:28.139016 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9afc4b-c629-4743-af58-58b695dee706,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:28.141884 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:28.142689 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] No DVR routers for this DVR port 7c9afc4b-c629-4743-af58-58b695dee706 on host dv-cinder-784945-7-iscsi {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:28.159101 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Calling delete_port for 7c9afc4b-c629-4743-af58-58b695dee706 owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:28.206184 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.210794 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:28.252283 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Pushing event deleted for resources: {'Port': ['ID=7c9afc4b-c629-4743-af58-58b695dee706,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:28.255960 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:28.262804 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] No DVR routers for this DVR port 7c9afc4b-c629-4743-af58-58b695dee706 on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:28.265878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.279863 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf891c2b0>,) {'filters': {'network_id': ['2d1a98d0-98c4-4e0b-afb2-9f212291a8c1']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:28.291965 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf891c2b0>, '03ad29a4-c063-46f5-83ee-9694ace9f926') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:28.292261 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf891c2b0>, '03ad29a4-c063-46f5-83ee-9694ace9f926') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:28.303863 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.320501 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.328623 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:37:28.329006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:37:28.346133 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:37:28.373875 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684f6b-9b64-45e2-a08f-c8c4370f9464 req-f24f30ac-e45c-46ab-8079-efb128159460 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:28.375350 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22684f6b-9b64-45e2-a08f-c8c4370f9464 req-f24f30ac-e45c-46ab-8079-efb128159460 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0838840
May 10 13:37:28.418893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.423574 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.427021 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:28.427218 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-22684f6b-9b64-45e2-a08f-c8c4370f9464 req-bbbae925-be66-4255-90e7-ece5ae8eacb2 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462062
May 10 13:37:28.448906 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1a98d0-98c4-4e0b-afb2-9f212291a8c1,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:28.451534 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:28.453281 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2d1a98d0-98c4-4e0b-afb2-9f212291a8c1 HTTP/1.1" status: 204  len: 168 time: 0.8031683
May 10 13:37:28.621524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58812) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:28.675180 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0c674ee1-810e-4726-805e-8198c761907d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecac9f4fc9884ab4acfaa9204fda25d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523655
May 10 13:37:28.677517 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58816) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:28.735217 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.761339 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.816317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.821934 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7c9afc4b-c629-4743-af58-58b695dee706 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:28.824885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-1c674f05-e8c9-4fb8-a4fa-2eb26001b6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:28.834917 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c0c76-06a5-4642-b3ce-6057ab5c36cb,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:28.838197 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:28.844860 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:28.848269 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-4851fb0f-b5e3-4e93-9fba-0425a93f32ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e4c0c76-06a5-4642-b3ce-6057ab5c36cb HTTP/1.1" status: 204  len: 168 time: 0.1674104
May 10 13:37:28.877087 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 7c9afc4b-c629-4743-af58-58b695dee706 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:28.877431 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 7c9afc4b-c629-4743-af58-58b695dee706 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:28.877859 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:28.943194 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:28.943565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 0d72b7c4-c029-4583-a5c2-c9d02aa63f16 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:29.185015 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58824) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:29.231412 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-1eb17e6e-7c3f-4984-8a9f-7132897bb35f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8a7b1550c9642c2a3de0cd9f19fdb2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0452335
May 10 13:37:29.233656 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58828) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:29.291251 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:29.315924 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:29.365861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:29.370912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b50b376-981e-4d08-97de-ef079475815d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:29.383938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba86df8-047c-4df6-a357-00c52f760c59,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:29.386492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:29.387652 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:29.388725 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-9342a74f-d092-48b2-80e1-55ea2086ea8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ba86df8-047c-4df6-a357-00c52f760c59 HTTP/1.1" status: 204  len: 168 time: 0.1541934
May 10 13:37:29.617481 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec39a5-8544-4e0a-b80e-dc75407a7928 req-2f6a274a-9a82-429e-ba56-30f74dbbb264 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:29.619128 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55ec39a5-8544-4e0a-b80e-dc75407a7928 req-2f6a274a-9a82-429e-ba56-30f74dbbb264 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0861678
May 10 13:37:29.670545 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-55ec39a5-8544-4e0a-b80e-dc75407a7928 req-8fcc9cc0-8c5f-475d-b8ce-3272246faadd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449862
May 10 13:37:30.857123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e138c-49e6-4daa-80b5-7caef87f3737 req-1e273e48-479e-4bd7-9de7-c3407a5b624b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:30.858591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-de2e138c-49e6-4daa-80b5-7caef87f3737 req-1e273e48-479e-4bd7-9de7-c3407a5b624b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0770168
May 10 13:37:30.902915 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-de2e138c-49e6-4daa-80b5-7caef87f3737 req-ed63b81e-e1d9-44de-b234-6423af46d20f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386131
May 10 13:37:31.642405 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:37:32.089738 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9319d8-50a5-42a0-a972-8974de01bf72 req-681fee33-f1e8-485a-8788-f02a06afffbe tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:32.091908 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7c9319d8-50a5-42a0-a972-8974de01bf72 req-681fee33-f1e8-485a-8788-f02a06afffbe tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0859697
May 10 13:37:32.142400 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7c9319d8-50a5-42a0-a972-8974de01bf72 req-fc8ccd58-bff3-4846-959f-0bc7a0b0a204 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444715
May 10 13:37:32.227153 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-ecf34cf0-bbb8-44b7-b38c-164b852d6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:32.229199 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-ecf34cf0-bbb8-44b7-b38c-164b852d6a11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.0718110
May 10 13:37:32.354609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-c0f9fc32-bdcb-4754-8a0d-6c3d2c108756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:32.356052 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-c0f9fc32-bdcb-4754-8a0d-6c3d2c108756 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.1211083
May 10 13:37:32.456704 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-61009340-1461-4d9a-ba66-ae309f3b4d34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 1000 time: 0.0925083
May 10 13:37:32.519149 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-8bf2abe5-fbc3-4296-b679-9834076772d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:32.520478 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-8bf2abe5-fbc3-4296-b679-9834076772d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.0547650
May 10 13:37:32.668886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-a7d51a69-8de2-4be9-8ff5-b088ff3aef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:32.670381 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-a7d51a69-8de2-4be9-8ff5-b088ff3aef3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1428545
May 10 13:37:32.801614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-451b84f9-4193-45a0-abda-9e257980d7c1 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238887
May 10 13:37:32.935282 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ba3d70e6-899a-4d36-bea4-d2c652bb9f49 req-dd4d50f3-de44-45e4-980c-0510835c2851 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270769
May 10 13:37:33.329536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855348d-7ac8-436a-889b-020c905dc240 req-f9f35def-9dfa-4f2c-a862-0413e0183f65 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:33.331012 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d855348d-7ac8-436a-889b-020c905dc240 req-f9f35def-9dfa-4f2c-a862-0413e0183f65 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0794284
May 10 13:37:33.377867 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d855348d-7ac8-436a-889b-020c905dc240 req-61e69d5f-d1b7-4a24-a28f-4ef361fa2ba3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406308
May 10 13:37:33.430729 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-c73c7979-3a6c-4cff-bab7-0cee57ef1831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:33.979026 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a865-3eae-4027-b37b-c627f9dfe68b req-7a9890a6-a14b-40a6-9196-7c4ba33d842f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:33.980372 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e127a865-3eae-4027-b37b-c627f9dfe68b req-7a9890a6-a14b-40a6-9196-7c4ba33d842f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.0784118
May 10 13:37:34.023387 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e127a865-3eae-4027-b37b-c627f9dfe68b req-db2a22dc-0f93-467e-a630-52d1b68ef9d1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374253
May 10 13:37:34.567118 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61461d5-eaea-42c3-bc32-41f136f0b11f req-ea36e102-a707-4a6b-b0af-4f0326ce67b6 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:34.568577 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d61461d5-eaea-42c3-bc32-41f136f0b11f req-ea36e102-a707-4a6b-b0af-4f0326ce67b6 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0821261
May 10 13:37:34.613514 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d61461d5-eaea-42c3-bc32-41f136f0b11f req-5b4da42a-2ad1-4027-ad30-6cc32b16a63d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385520
May 10 13:37:35.203875 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58084-34df-4673-93ec-721fb3793655 req-119ae507-4258-4639-ac4a-6b90a2a0287e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:35.205282 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8df58084-34df-4673-93ec-721fb3793655 req-119ae507-4258-4639-ac4a-6b90a2a0287e tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.0772841
May 10 13:37:35.251993 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8df58084-34df-4673-93ec-721fb3793655 req-3d5d0d46-246f-4a4c-bf51-3e2675c8e035 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404375
May 10 13:37:35.835179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-7249ce8f-476e-4051-97c7-a61af005891c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:35.836585 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-7249ce8f-476e-4051-97c7-a61af005891c tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.1408148
May 10 13:37:35.843637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2306f-e1fc-462f-a4f6-969283494663 req-5b11b165-a6ab-44de-942d-e0e132410646 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:35.844938 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-68c2306f-e1fc-462f-a4f6-969283494663 req-5b11b165-a6ab-44de-942d-e0e132410646 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1187315
May 10 13:37:35.968685 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-68c2306f-e1fc-462f-a4f6-969283494663 req-9437a109-4da0-484d-b953-283f6774861c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946636
May 10 13:37:36.004685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Deleting port 9b6868aa-6fb2-499e-b10c-23c986fdb04a {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:36.005024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.135451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] For port 9b6868aa-6fb2-499e-b10c-23c986fdb04a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b6868aa-6fb2-499e-b10c-23c986fdb04a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:36.135870 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.227206 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-41288705-f6aa-4fc5-bccf-f5f093f8b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.269823 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.298759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58902) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:36.418411 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-b17d3eca-f116-4153-96a1-a0d31832609a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1179960
May 10 13:37:36.633324 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.633691 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.634024 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Floating IP 1e5e9570-fde2-4c7c-ac4b-d27db88caa50 disassociated. External IP: 172.27.3.169, port: 9b6868aa-6fb2-499e-b10c-23c986fdb04a.
May 10 13:37:36.634363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Calling delete_port for 9b6868aa-6fb2-499e-b10c-23c986fdb04a owned by compute:nova {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:36.649807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bab35-e7bc-4a06-a1ff-aeab9773ffb4 req-3dd53915-8a62-4546-97c4-b47fd9b966bf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:36.651301 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c32bab35-e7bc-4a06-a1ff-aeab9773ffb4 req-3dd53915-8a62-4546-97c4-b47fd9b966bf tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.3594058
May 10 13:37:36.703598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345df0b-bc3c-4e73-855e-1897251c6b48 req-8cde9866-8c1e-47d1-8355-1912f47a65f8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:36.705035 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b345df0b-bc3c-4e73-855e-1897251c6b48 req-8cde9866-8c1e-47d1-8355-1912f47a65f8 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 945 time: 0.3419487
May 10 13:37:36.750618 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c32bab35-e7bc-4a06-a1ff-aeab9773ffb4 req-36e9889a-3453-497e-8ce2-b68d0c104453 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901263
May 10 13:37:36.784785 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b345df0b-bc3c-4e73-855e-1897251c6b48 req-510aa281-68bf-424d-970c-9cc2f45e1b79 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups?id=128b31ff-6859-4e95-8c4b-c58a5ce150d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636251
May 10 13:37:36.857700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:36.863326 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8a4528c6-bb8e-4070-9e20-dfe01805a5c8 tempest-VolumesSnapshotTestJSON-365446825 tempest-VolumesSnapshotTestJSON-365446825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:36.909200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'Port': ['ID=9b6868aa-6fb2-499e-b10c-23c986fdb04a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:36.912687 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:37.103664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:37:37.282932 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:37:37.294469 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:37:37.317285 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:37.318085 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf86be460>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:37.361843 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] No DVR routers for this DVR port 9b6868aa-6fb2-499e-b10c-23c986fdb04a on host hv-cinder-78494 {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:37.365132 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:37.370155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'name': 'network-vif-deleted', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:37.372334 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:37.385516 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6629bb28-8387-4cf5-8e45-e8cb48a5eb70 req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.36 "DELETE /v2.0/ports/9b6868aa-6fb2-499e-b10c-23c986fdb04a HTTP/1.1" status: 204  len: 173 time: 1.5394862
May 10 13:37:37.435599 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3631583-5345-4ab0-95ab-d6949c60d856', 'name': 'network-vif-deleted', 'tag': '9b6868aa-6fb2-499e-b10c-23c986fdb04a', 'status': 'completed', 'code': 200}
May 10 13:37:37.505251 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:37.840645 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf86be460>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:37.844962 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:37:37.855167 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:37.856141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf86be460>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:38.019978 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-5a3def08-1ca7-4362-8185-e692d04cba0b req-f0cf87aa-4808-4c5c-8832-fdae85916c2b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Synchronizing usage tracker for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:37:38.043912 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-5a3def08-1ca7-4362-8185-e692d04cba0b req-f0cf87aa-4808-4c5c-8832-fdae85916c2b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Unset dirty status for tenant:c59a5b8aaf544fbea096af3c008cea91 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:37:38.045094 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5a3def08-1ca7-4362-8185-e692d04cba0b req-f0cf87aa-4808-4c5c-8832-fdae85916c2b tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3631583-5345-4ab0-95ab-d6949c60d856 HTTP/1.1" status: 200  len: 210 time: 0.0794532
May 10 13:37:38.065412 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:38.073697 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e40-b704-4c15-bf2a-28f1056c6e8a req-6f952ce5-46c3-4eca-8f1a-9631a34953c5 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.075212 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45932e40-b704-4c15-bf2a-28f1056c6e8a req-6f952ce5-46c3-4eca-8f1a-9631a34953c5 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1580465
May 10 13:37:38.123325 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45932e40-b704-4c15-bf2a-28f1056c6e8a req-9998e537-6569-46a8-80ff-c1bd6efaa73b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418715
May 10 13:37:38.354739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-135179cb-4299-4a5f-86f3-2a813171ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.356202 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-135179cb-4299-4a5f-86f3-2a813171ff20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d&tenant_id=014009b6efe44930b5ae89aee41f4e43 HTTP/1.1" status: 200  len: 1098 time: 0.0713775
May 10 13:37:38.379584 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf86be460>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:38.384135 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba1045-254d-43e0-9872-f46ee956b7dc None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 4, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'e70d594d-cba1-447d-9df0-d340c0fb5c92', 'name': '', 'network_id': '5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'mac_address': 'fa:16:3e:e4:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:08Z', 'updated_at': '2021-05-10T13:31:20Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'subnets': [{'id': 'fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:37:38.453163 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-d614c0d2-10ac-49de-9721-c63b72773ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.454667 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-d614c0d2-10ac-49de-9721-c63b72773ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.0716279
May 10 13:37:38.589605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-26158bf3-9421-4530-a99a-dc47cac75ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.591093 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-26158bf3-9421-4530-a99a-dc47cac75ec4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.1297262
May 10 13:37:38.595730 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b85d9-e11c-4840-bcc2-b485ed9cefe8 None None] New status for floating IP 1e5e9570-fde2-4c7c-ac4b-d27db88caa50: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:37:38.652678 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:38.697703 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-dae51994-042d-47d9-8e41-ccdc749ba506 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 1000 time: 0.0990236
May 10 13:37:38.711372 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9b6868aa-6fb2-499e-b10c-23c986fdb04a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:38.748196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 9b6868aa-6fb2-499e-b10c-23c986fdb04a {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:38.748839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 9b6868aa-6fb2-499e-b10c-23c986fdb04a not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:38.749300 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:38.762334 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-9ff169a9-b680-43c5-9b61-97f3dc16bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.764005 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-9ff169a9-b680-43c5-9b61-97f3dc16bb39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.0587666
May 10 13:37:38.854262 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-4b19c9c9-05e8-4f0e-99e6-2bfff798dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:38.855853 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-4b19c9c9-05e8-4f0e-99e6-2bfff798dcca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792534
May 10 13:37:38.865775 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:38.892540 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:38.903021 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:38.907798 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:38.909699 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:38.944814 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'code': 200}
May 10 13:37:38.977833 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=6']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:38.980937 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:39.074142 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-eee2186a-58eb-4fad-9966-130fcc88046f service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101104
May 10 13:37:39.174132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58928) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:39.208452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-245c1d45-3f9e-4f4b-806d-76c8390e0528 req-1373ccda-a372-4f49-ab5e-cbef6b02211a service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281016
May 10 13:37:39.241796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.269008 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.306086 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040f18-4640-4b49-9733-51900633bcdf req-d8dcf4d7-3e32-4e15-aef5-3beb92db38fc tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:39.307600 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0f040f18-4640-4b49-9733-51900633bcdf req-d8dcf4d7-3e32-4e15-aef5-3beb92db38fc tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0774717
May 10 13:37:39.322307 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.326455 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2f37234a-2e1d-42c7-a9b0-7889db90a93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:39.341234 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b31ff-6859-4e95-8c4b-c58a5ce150d3,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:39.343731 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:39.357089 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0f040f18-4640-4b49-9733-51900633bcdf req-4458821e-9cf0-410b-890f-68118f0a286a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435560
May 10 13:37:39.364875 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.365954 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-fefc382e-0229-41a5-97dc-10216a9a3948 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "DELETE /v2.0/security-groups/128b31ff-6859-4e95-8c4b-c58a5ce150d3 HTTP/1.1" status: 204  len: 168 time: 0.1902916
May 10 13:37:39.368559 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58932) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:39.384927 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.api.v2.resource [None req-3fa8119e-7682-4c14-baef-f9b6bb6f00cf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] show failed (client error): The resource could not be found.
May 10 13:37:39.385879 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-3fa8119e-7682-4c14-baef-f9b6bb6f00cf tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "GET /v2.0/security-groups/128b31ff-6859-4e95-8c4b-c58a5ce150d3 HTTP/1.1" status: 404  len: 347 time: 0.0163007
May 10 13:37:39.388612 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58936) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:39.688318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Deleting port 41acf161-6541-46cf-8fa6-25164e061906 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:39.688657 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.801502 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.801828 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:39.927647 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Calling delete_port for 41acf161-6541-46cf-8fa6-25164e061906 owned by network:floatingip {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:40.035836 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:40.039956 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:40.082488 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Pushing event deleted for resources: {'Port': ['ID=41acf161-6541-46cf-8fa6-25164e061906,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:40.107338 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:40.170941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks [] for floatingip, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:40.187569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:40.188675 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] 10.222.0.18 "DELETE /v2.0/floatingips/1e5e9570-fde2-4c7c-ac4b-d27db88caa50 HTTP/1.1" status: 204  len: 168 time: 0.7992084
May 10 13:37:40.545050 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793127a1-ac3e-4f2d-b34e-12bd308c7435 req-f2d7cc69-4de9-4bab-bb1a-d29f566a5d00 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:40.546580 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-793127a1-ac3e-4f2d-b34e-12bd308c7435 req-f2d7cc69-4de9-4bab-bb1a-d29f566a5d00 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0792320
May 10 13:37:40.594127 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-793127a1-ac3e-4f2d-b34e-12bd308c7435 req-61185171-cbc1-40b4-961d-70e1ebfbec68 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416963
May 10 13:37:41.781475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6c3f-5ff0-40c3-a999-0a84660be4a0 req-cff17482-7bfc-4f5c-83ad-2616b18f04a3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:41.786340 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf5f6c3f-5ff0-40c3-a999-0a84660be4a0 req-cff17482-7bfc-4f5c-83ad-2616b18f04a3 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0885940
May 10 13:37:41.831350 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf5f6c3f-5ff0-40c3-a999-0a84660be4a0 req-bf356f63-f11a-439d-ba08-e475774ad749 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384972
May 10 13:37:43.015830 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731cdc7-4b4b-461e-b533-a0121eac66f6 req-284463b7-0c95-443f-acda-3cda22c740de tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:43.017258 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8731cdc7-4b4b-461e-b533-a0121eac66f6 req-284463b7-0c95-443f-acda-3cda22c740de tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0794501
May 10 13:37:43.064410 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8731cdc7-4b4b-461e-b533-a0121eac66f6 req-4d051af3-23ce-40a2-8043-f86f8b97997e tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407834
May 10 13:37:44.173844 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 58974) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:44.245650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b51d-2154-467d-933f-02f93c56c0bf req-369d3687-0f90-4910-81d9-858fdec3ec8d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:44.247044 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf92b51d-2154-467d-933f-02f93c56c0bf req-369d3687-0f90-4910-81d9-858fdec3ec8d tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0783372
May 10 13:37:44.295249 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cf92b51d-2154-467d-933f-02f93c56c0bf req-55334566-61f7-4ab8-bd08-a0d1ad62c5d5 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413351
May 10 13:37:44.787947 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:45.284952 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Deleting port e70d594d-cba1-447d-9df0-d340c0fb5c92 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:45.285661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:45.405374 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] For port e70d594d-cba1-447d-9df0-d340c0fb5c92, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=e70d594d-cba1-447d-9df0-d340c0fb5c92,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:45.405734 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:45.443231 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57971e7-5fbd-4419-9dc9-8835bc24fc08 req-3aa633e8-b989-41de-8c78-cccd4bfc4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:45.444716 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c57971e7-5fbd-4419-9dc9-8835bc24fc08 req-3aa633e8-b989-41de-8c78-cccd4bfc4bc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1096 time: 0.1083214
May 10 13:37:45.497473 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c57971e7-5fbd-4419-9dc9-8835bc24fc08 req-4bcabbf9-a5ee-494f-924b-fe377cf193ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452640
May 10 13:37:45.516702 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b139c-94b5-4948-944c-f3cac5b10492 req-4f61d189-b880-4032-a63d-0b5811ed786a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:45.518147 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f61b139c-94b5-4948-944c-f3cac5b10492 req-4f61d189-b880-4032-a63d-0b5811ed786a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.1147687
May 10 13:37:45.525880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Calling delete_port for e70d594d-cba1-447d-9df0-d340c0fb5c92 owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:45.562892 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f61b139c-94b5-4948-944c-f3cac5b10492 req-90a852af-adbe-4d54-8fc4-86b610a780a7 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388060
May 10 13:37:45.665379 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:45.668754 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:45.709108 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e70d594d-cba1-447d-9df0-d340c0fb5c92,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:45.713207 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:45.973746 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:46.344988 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Router 4ffacfa9-2219-475f-92fb-dbc6f1233515 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:37:46.637780 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:37:46.648221 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Sync routers for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:37:46.654107 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d5da6a7e-2254-4b42-8601-e0db70e6ec1e admin admin] 10.222.0.18 "PUT /v2.0/routers/4ffacfa9-2219-475f-92fb-dbc6f1233515/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4768767
May 10 13:37:46.654765 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58988) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:46.663167 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:46.663807 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf84c4460>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:46.758988 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:37:46.905821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3748f-4546-4cd2-9240-9e099fdfdcfb req-8e59a16d-1eae-4d01-ae31-b3d7f63d44a5 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:46.907319 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b5a3748f-4546-4cd2-9240-9e099fdfdcfb req-8e59a16d-1eae-4d01-ae31-b3d7f63d44a5 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.1935830
May 10 13:37:46.908654 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:46.962482 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:47.069452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b5a3748f-4546-4cd2-9240-9e099fdfdcfb req-5e972a0d-009d-4902-b19b-33491f2056e4 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090262
May 10 13:37:47.119540 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.166000 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:47.189583 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Deleting port f664f626-aa90-4d7b-acbd-e7540d1599f7 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:47.189924 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.192285 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'port_id': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'mac_address': 'fa:16:3e:88:81:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:37:47.303947 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.324488 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181957a2-fc65-419e-9f9f-cf062a90ce8d {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:37:47.344162 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:47.350636 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.353054 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:47.404293 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] For port f664f626-aa90-4d7b-acbd-e7540d1599f7, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f664f626-aa90-4d7b-acbd-e7540d1599f7,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:47.404641 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.412096 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf84c4460>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:37:45Z', 'revision_number': 5, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port': {'id': 'f664f626-aa90-4d7b-acbd-e7540d1599f7', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:57Z', 'updated_at': '2021-05-10T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:47.426266 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Checking router: 4ffacfa9-2219-475f-92fb-dbc6f1233515 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:37:47.437481 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=7']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:47.441136 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:47.441716 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Routers {'4ffacfa9-2219-475f-92fb-dbc6f1233515'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:37:47.442342 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf84c4460>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['4ffacfa9-2219-475f-92fb-dbc6f1233515'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:47.526501 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Calling delete_port for f664f626-aa90-4d7b-acbd-e7540d1599f7 owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:47.591296 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] Set router 4ffacfa9-2219-475f-92fb-dbc6f1233515 gateway port host: None {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:37:47.661072 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.665312 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0865d006-2c8a-4197-90fb-e38fb57aacb5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:47.694821 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['181957a2-fc65-419e-9f9f-cf062a90ce8d'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:37:47.708939 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Pushing event deleted for resources: {'Port': ['ID=f664f626-aa90-4d7b-acbd-e7540d1599f7,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:47.713685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:47.735310 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf84c4460>, [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:37:47Z', 'revision_number': 6, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:47.748340 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e3564-0e10-4e03-91fb-42487c6e291d None None] The sync data for ids ['4ffacfa9-2219-475f-92fb-dbc6f1233515'] in dv-cinder-784945-7-iscsi is: [{'id': '4ffacfa9-2219-475f-92fb-dbc6f1233515', 'name': 'tempest-AttachVolumeTestJSON-982441762-router', 'tenant_id': 'c59a5b8aaf544fbea096af3c008cea91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:37:47Z', 'revision_number': 6, 'project_id': 'c59a5b8aaf544fbea096af3c008cea91', 'gw_port_host': None}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:37:47.800737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.969183 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.971216 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.994523 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:47.995025 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffacfa9-2219-475f-92fb-dbc6f1233515 {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:37:48.007759 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.008862 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] 10.222.0.18 "DELETE /v2.0/routers/4ffacfa9-2219-475f-92fb-dbc6f1233515 HTTP/1.1" status: 204  len: 168 time: 1.3533833
May 10 13:37:48.011362 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58994) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:48.070780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Deleting subnet fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:37:48.074080 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.123773 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.238959 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.477108 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.481435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6178bf7f-366d-43bb-be02-39ec4fba6da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:48.515007 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:48.518022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:48.518969 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.525076 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cdf46-ec28-4633-8072-0c42064fd772 None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:37:48.525259 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f4452ebd-0d6f-4a84-b9a4-1299730f37d1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fe15ef8e-e46a-4b19-97a8-3a3c2b609d3b HTTP/1.1" status: 204  len: 168 time: 0.5129611
May 10 13:37:48.527658 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 58998) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:48.633173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.708295 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Deleting port 69bd9f48-662b-4acb-ab65-5c33ecf6115a {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:48.708877 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.741553 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:37:48.837786 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 181957a2-fc65-419e-9f9f-cf062a90ce8d triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:37:48.838213 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.902635 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device e70d594d-cba1-447d-9df0-d340c0fb5c92 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:48.913379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] For port 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=69bd9f48-662b-4acb-ab65-5c33ecf6115a,segment=NetworkSegment(baa7af7d-f9c0-498f-9f5f-ac86d740fc16),segment_id=baa7af7d-f9c0-498f-9f5f-ac86d740fc16)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:48.913615 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:48.950141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] DHCP port deletion for 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:37:48.959388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: e70d594d-cba1-447d-9df0-d340c0fb5c92 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:48.959820 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device e70d594d-cba1-447d-9df0-d340c0fb5c92 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:48.960317 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f664f626-aa90-4d7b-acbd-e7540d1599f7 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:48.999181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: f664f626-aa90-4d7b-acbd-e7540d1599f7 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:48.999537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f664f626-aa90-4d7b-acbd-e7540d1599f7 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:49.042070 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Calling delete_port for 69bd9f48-662b-4acb-ab65-5c33ecf6115a owned by network:dhcp {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:49.088180 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.093067 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-87a3a5e0-8646-47e6-846d-5ecb75af04a0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:49.101638 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.135578 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Pushing event deleted for resources: {'Port': ['ID=69bd9f48-662b-4acb-ab65-5c33ecf6115a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:49.137480 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:37:49.138671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:49.139560 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] No DVR routers for this DVR port 69bd9f48-662b-4acb-ab65-5c33ecf6115a on host dv-cinder-784945-7-iscsi {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:49.151091 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Deleting port 69bd9f48-662b-4acb-ab65-5c33ecf6115a {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:37:49.151508 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.167482 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:49.216957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.219733 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'code': 200}
May 10 13:37:49.231561 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-988d0876-8c0a-441d-becd-cdddc9952853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:49.254423 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.266661 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf83e6af0>,) {'filters': {'network_id': ['5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:49.278456 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf83e6af0>, 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:49.278754 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf83e6af0>, 'baa7af7d-f9c0-498f-9f5f-ac86d740fc16') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:37:49.290268 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.306426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.307991 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] For port 69bd9f48-662b-4acb-ab65-5c33ecf6115a, host dv-cinder-784945-7-iscsi, got binding levels [] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:37:49.308393 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.313369 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:37:49.314991 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:37:49.327558 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:37:49.403596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.407479 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-476324e8-898c-46a3-a612-d4c8a005b045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:49.420631 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.428118 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=8']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:49.430864 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:49.433949 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:49.436676 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Calling delete_port for 69bd9f48-662b-4acb-ab65-5c33ecf6115a owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:37:49.439207 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:49.440767 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.ipam_backend_mixin [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Port 69bd9f48-662b-4acb-ab65-5c33ecf6115a was not found and therefore no delete operation was performed {{(pid=78710) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 10 13:37:49.442170 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.444859 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea HTTP/1.1" status: 204  len: 168 time: 0.9162436
May 10 13:37:49.445936 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:49.489139 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Network 5bee9eb3-c6e1-4778-92ce-cf358ce1d6ea is not hosted by any dhcp agent {{(pid=78710) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
May 10 13:37:49.489606 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] No DVR routers for this DVR port 69bd9f48-662b-4acb-ab65-5c33ecf6115a on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:37:49.491401 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Pushing event deleted for resources: {'Port': ['ID=69bd9f48-662b-4acb-ab65-5c33ecf6115a,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:49.494083 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:49.561857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59006) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:49.610619 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-577aa13e-0b31-4193-9f35-f037f75934fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c59a5b8aaf544fbea096af3c008cea91&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0474751
May 10 13:37:49.612940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59010) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:49.674186 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.699451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.750594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.754073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4236b5ef-83e7-46ed-87b1-154d941083ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:49.767952 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a065c1-0dcd-4cda-8aa7-1e7f626d640c,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:49.770317 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:49.776155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:49.777226 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a065c1-0dcd-4cda-8aa7-1e7f626d640c HTTP/1.1" status: 204  len: 168 time: 0.1634128
May 10 13:37:50.831478 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 69bd9f48-662b-4acb-ab65-5c33ecf6115a no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:37:50.864702 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 69bd9f48-662b-4acb-ab65-5c33ecf6115a {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:37:50.865073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 69bd9f48-662b-4acb-ab65-5c33ecf6115a not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:37:51.471675 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.174653 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59098) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:56.288136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.301915 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:37:56.306487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Usage tracker for resource:security_group_rule and tenant:acb15e97ad814059b0d764e49189cc84 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:37:56.309196 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:37:56.314741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:37:56.394200 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.397779 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.404392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-83f9321a-e84f-4e47-8e0d-6817f099509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:56.446734 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0080207-ccf4-4ae5-b080-5f859f3b8db7,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:56.451609 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acb15e97ad814059b0d764e49189cc84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2759287
May 10 13:37:56.452538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-43e3d96d-0cc8-4cb5-ab8c-b7996176f835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:56.453356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59106) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:56.511438 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.536077 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.586090 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.589666 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e16dd5be-94cc-4a17-a119-4532b71ed7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:56.599942 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0080207-ccf4-4ae5-b080-5f859f3b8db7,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:56.602928 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:56.610791 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.611910 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0080207-ccf4-4ae5-b080-5f859f3b8db7 HTTP/1.1" status: 204  len: 168 time: 0.1576736
May 10 13:37:56.901368 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59118) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:56.919748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:56.933852 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:37:56.937641 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Usage tracker for resource:security_group_rule and tenant:0dec21cd1a124ac9baf6b66d5071fc1d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:37:56.940509 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:37:56.946539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:37:57.032659 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.046536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.046536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8df5dbd6-6cd0-46c7-bd01-8f9d97e8a5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:57.086561 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dec21cd1a124ac9baf6b66d5071fc1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1840150
May 10 13:37:57.087312 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a970e4a4-042c-4fea-84a2-1f7dcd73bd19,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:57.089237 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59126) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:57.090361 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:57.146807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.172421 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.222982 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.228015 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a0286128-8845-4ee1-bf03-99c17180f56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:57.238173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a970e4a4-042c-4fea-84a2-1f7dcd73bd19,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:57.244102 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:57.244886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:57.250903 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c1ab6c39-4fd0-44ee-99f3-e86d9b6f069a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a970e4a4-042c-4fea-84a2-1f7dcd73bd19 HTTP/1.1" status: 204  len: 168 time: 0.1605165
May 10 13:37:58.377727 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59164) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:58.491898 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.505530 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:37:58.509307 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Usage tracker for resource:security_group_rule and tenant:09fd5c1902f84194bc56cbbdfa8cfa23 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:37:58.512059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:37:58.517550 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:37:58.623205 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.627649 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.639297 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-341e1f40-5bfc-43ef-b031-22e43d938ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:58.681442 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09fd5c1902f84194bc56cbbdfa8cfa23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999349
May 10 13:37:58.681856 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59174) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:37:58.689803 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b631ba8a-a4af-4e59-9f4f-34007c6f5532,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:58.693734 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:58.740997 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.767443 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.823994 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.827735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b7883e28-beef-4ceb-9489-53bc28959806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:37:58.840770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631ba8a-a4af-4e59-9f4f-34007c6f5532,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:37:58.844495 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:37:58.851120 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:37:58.854808 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b631ba8a-a4af-4e59-9f4f-34007c6f5532 HTTP/1.1" status: 204  len: 168 time: 0.1694648
May 10 13:37:58.969585 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3922436-072f-41a2-b43d-ecbf8849ffbf req-809a5b44-be2a-4847-be7a-ae0c545d2e8d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:37:58.971111 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3922436-072f-41a2-b43d-ecbf8849ffbf req-809a5b44-be2a-4847-be7a-ae0c545d2e8d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 947 time: 0.0866122
May 10 13:37:59.015465 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f3922436-072f-41a2-b43d-ecbf8849ffbf req-04226f16-1158-4761-907e-43bbf02ec9dc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386655
May 10 13:38:00.204950 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2395b-3fde-489a-8657-7709ca6e1156 req-df90cd4e-8d5a-4a78-a231-0da55dc6c570 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:00.206396 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74b2395b-3fde-489a-8657-7709ca6e1156 req-df90cd4e-8d5a-4a78-a231-0da55dc6c570 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 947 time: 0.0814574
May 10 13:38:00.251796 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-74b2395b-3fde-489a-8657-7709ca6e1156 req-bf675327-0a83-4ed1-bdb7-d729a37b6d04 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391595
May 10 13:38:00.658301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c108b-dc69-4680-8c90-21a577488ad5 req-def8d09f-b049-460d-9c0a-2a71071959d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:00.659691 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-353c108b-dc69-4680-8c90-21a577488ad5 req-def8d09f-b049-460d-9c0a-2a71071959d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 947 time: 0.0759413
May 10 13:38:00.793999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Deleting port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:38:00.794363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:01.001523 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] For port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:38:01.001780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:01.290226 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:01.290792 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:01.291017 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Floating IP f1f235fc-9e0e-4576-a357-ad42e9e6b65a disassociated. External IP: 172.27.3.92, port: 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a.
May 10 13:38:01.291366 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Calling delete_port for 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a owned by compute:nova {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:38:01.457159 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:01.462983 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:01.511542 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'Port': ['ID=26950d66-615d-4be3-bfc1-bbcfb2fbbb4a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:01.516174 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:01.589420 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049a71b-d2ea-4c7e-84ff-1371e3683b84 req-0b45a50c-b0b8-4070-bc59-33ba69910060 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:01.590875 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4049a71b-d2ea-4c7e-84ff-1371e3683b84 req-0b45a50c-b0b8-4070-bc59-33ba69910060 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=354ebf39-d1eb-4e14-b376-83671be8a737 HTTP/1.1" status: 200  len: 868 time: 0.2154477
May 10 13:38:01.719676 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4049a71b-d2ea-4c7e-84ff-1371e3683b84 req-d26eb17b-a09c-4b60-a2a5-73847d71ea75 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734618
May 10 13:38:01.750087 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:38:01.932283 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:38:01.942935 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:38:01.953772 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:38:01.954076 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf94cf1f0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:02.016645 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] No DVR routers for this DVR port 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a on host hv-cinder-78494 {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:38:02.020297 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:02.024391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-deleted', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:38:02.052845 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-353c108b-dc69-4680-8c90-21a577488ad5 req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "DELETE /v2.0/ports/26950d66-615d-4be3-bfc1-bbcfb2fbbb4a HTTP/1.1" status: 204  len: 173 time: 1.3856146
May 10 13:38:02.081233 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354ebf39-d1eb-4e14-b376-83671be8a737', 'name': 'network-vif-deleted', 'tag': '26950d66-615d-4be3-bfc1-bbcfb2fbbb4a', 'status': 'completed', 'code': 200}
May 10 13:38:02.157555 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:38:02.476061 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf94cf1f0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:02.479684 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:38:02.487560 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:38:02.488144 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf94cf1f0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:37:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:02.685282 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:38:02.851267 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59248) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:02.913444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:02.941270 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:02.991047 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf94cf1f0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:02.995823 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9d731-de46-4d52-96a9-54faf6085b1d None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:38:02.996219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.000124 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ec82cae9-538b-45bf-8dc0-83ff96adf9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:03.015425 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6651930-acc1-4bf8-bf9f-eb9268f2e2aa,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:03.018420 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:03.020342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.024199 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59252) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:03.024699 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-348c69de-1509-488b-bf8c-82172190c676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6651930-acc1-4bf8-bf9f-eb9268f2e2aa HTTP/1.1" status: 204  len: 168 time: 0.1718850
May 10 13:38:03.044659 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.api.v2.resource [None req-ea68d534-c1c9-49c8-9f68-cc54bd4374bc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] show failed (client error): The resource could not be found.
May 10 13:38:03.045674 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ea68d534-c1c9-49c8-9f68-cc54bd4374bc tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups/c6651930-acc1-4bf8-bf9f-eb9268f2e2aa HTTP/1.1" status: 404  len: 347 time: 0.0197980
May 10 13:38:03.048497 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59256) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:03.212226 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef33ba-ae59-437a-a17b-49de75e5fdf8 None None] New status for floating IP f1f235fc-9e0e-4576-a357-ad42e9e6b65a: DOWN {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:38:03.271367 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Deleting port 71e5e9eb-4bbc-4124-8d43-dae9974d4cea {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:38:03.271696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.391782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.392190 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.442416 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-c36b2aba-67cc-4764-871d-a88fefd2d6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.519625 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Calling delete_port for 71e5e9eb-4bbc-4124-8d43-dae9974d4cea owned by network:floatingip {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:38:03.559760 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59266) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:03.628647 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.633150 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4f3400eb-bca2-40ce-a0a4-d7fd3759c7f9 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:03.679362 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'Port': ['ID=71e5e9eb-4bbc-4124-8d43-dae9974d4cea,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:03.682819 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:03.687446 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.702198 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:03.706567 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Usage tracker for resource:security_group_rule and tenant:501dc749f1ba47bc89bcb513ff782e7a is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:03.709708 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:03.716566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:03.770842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.793008 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.794145 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "DELETE /v2.0/floatingips/f1f235fc-9e0e-4576-a357-ad42e9e6b65a HTTP/1.1" status: 204  len: 168 time: 0.7447467
May 10 13:38:03.801249 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.805924 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.814261 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-dbf15325-01d1-4e96-9e05-0c4a1a1cef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:03.853334 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=501dc749f1ba47bc89bcb513ff782e7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2924769
May 10 13:38:03.855844 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59274) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:03.858456 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c585d-768e-4365-b7ae-2f467b5b046f,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:03.871168 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:03.915919 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.944780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.995084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:03.998519 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3694416b-aa64-4966-a845-c869ddbb106a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:04.011217 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c585d-768e-4365-b7ae-2f467b5b046f,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:04.014131 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:04.016190 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.019732 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad9c585d-768e-4365-b7ae-2f467b5b046f HTTP/1.1" status: 204  len: 168 time: 0.1605339
May 10 13:38:04.369488 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59290) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:04.377661 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623370034', 'description': 'tempest-description--2041087317'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:04.384209 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:04.387965 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:04.390818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:04.396462 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:04.407066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.429689 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:04.433658 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:04.436567 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:04.442627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:04.519186 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.523226 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.528646 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-41f67721-acc9-4a32-ad1f-6cafb801c451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:04.566376 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:04.569029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.570786 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1997833
May 10 13:38:04.571666 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7183695a-1a8b-4a41-9987-36c7b0dbb3ba tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:04.573553 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59300) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:04.578685 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group_rule': {'security_group_id': '7e00b177-efc1-4bd0-ac73-79c4c31c2cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:04.584694 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:04.588617 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:04.591522 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:04.597348 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:04.614244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.673551 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.677860 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.680779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-607d353a-c26f-4554-a6bb-bd46c083346a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:04.703153 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7338cc37-50c1-4e20-a21f-6cdecc156511,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:04.705938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:04.715516 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.716717 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-df9de347-0aa6-4a64-97f5-27e5ad7eac78 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1422169
May 10 13:38:04.719444 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59306) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:04.724767 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'security_group_rule': {'security_group_id': '7e00b177-efc1-4bd0-ac73-79c4c31c2cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:04.731166 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:04.735094 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:security_group_rule and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:04.738066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:04.744423 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:04.760699 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.828610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.832192 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605768'] for security_group_rule, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.839975 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-983c6f61-1bdb-42ce-a81e-5d536e62721b tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:04.847321 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:38:04.861294 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659268f6-4ba7-42e5-94d4-2b925f9acd6d,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:04.866916 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:04.872589 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:04.873944 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-fc544c43-6d54-4ec1-adda-c353f816a9b6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1534228
May 10 13:38:04.877123 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59322) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:04.882589 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:04.888736 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:04.892913 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Usage tracker for resource:floatingip and tenant:3796c9f4250e42f195742ef0c145be91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:04.893565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:38:04.894053 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 26950d66-615d-4be3-bfc1-bbcfb2fbbb4a not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:38:04.896182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:04.902797 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:04.915056 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.051064 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.183492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Allocated IP 172.27.3.32 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/028bd698-c64d-4124-8635-b41ce4a7491e) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:38:05.444861 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.475037 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.479453 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-7969e338-ed84-4d37-9b75-f9cfaa91fb4f tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:05.533371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:38:05.536967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:38:05.539698 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:38:05.589209 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=028bd698-c64d-4124-8635-b41ce4a7491e,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:05.592110 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:05.635526 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.698944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.911182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.919331 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:05.923346 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3b485c5e-f4d4-44b2-af95-a90109cce580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:06.023243 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=028bd698-c64d-4124-8635-b41ce4a7491e,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:06.026014 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:06.038738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:06.060408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:06.061629 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1835964
May 10 13:38:06.219813 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35a5b332-47ab-4adc-a792-c50580d9011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:06.271358 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:06.282669 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-ae810f5f-f920-450c-ada0-a35ae2f352f8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Synchronizing usage tracker for tenant:3796c9f4250e42f195742ef0c145be91 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:38:06.299898 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-ae810f5f-f920-450c-ada0-a35ae2f352f8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Unset dirty status for tenant:3796c9f4250e42f195742ef0c145be91 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:38:06.301301 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-ae810f5f-f920-450c-ada0-a35ae2f352f8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1623370034&fields=id&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 267 time: 0.0599515
May 10 13:38:06.561801 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-da702a08-2aa1-41e5-9aa6-b51bce2c5636 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:06.563326 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-da702a08-2aa1-41e5-9aa6-b51bce2c5636 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 816 time: 0.2543092
May 10 13:38:06.577592 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-731bd4b7-f7f1-4f09-bda3-4b726a2d69de tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/quotas/3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 375 time: 0.0088670
May 10 13:38:06.665097 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-8e7bc01e-7a23-4e8d-844a-a62028672cbd tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Synchronizing usage tracker for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:38:06.680266 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-8e7bc01e-7a23-4e8d-844a-a62028672cbd tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Unset dirty status for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:38:06.681737 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-8e7bc01e-7a23-4e8d-844a-a62028672cbd tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994921
May 10 13:38:06.820651 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-cf54b5a6-401d-41d3-aa1b-a226326e7ac1 service neutron] 10.222.0.18 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270125
May 10 13:38:06.954464 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-b8e431e3-7e7f-42a4-aa9c-280cad2f1582 service neutron] 10.222.0.18 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277945
May 10 13:38:07.131293 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-182b6dbf-5531-43a2-8a89-a463539af560 req-9f16ae0c-fcbb-4ac4-9be7-a9c78b5f0ade tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 210 time: 0.0423160
May 10 13:38:07.316208 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:08.191228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-8879c53b-708c-483f-a8bf-2fc28a3f7e3b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:08.192675 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-8879c53b-708c-483f-a8bf-2fc28a3f7e3b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 816 time: 0.1494186
May 10 13:38:08.249751 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-88a78972-3535-4e92-a353-382008aca0b3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 380 time: 0.0473883
May 10 13:38:08.289165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'port': {'device_id': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'admin_state_up': True, 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'security_groups': ['7e00b177-efc1-4bd0-ac73-79c4c31c2cc8']}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:08.314848 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-830d75ff-dd41-42c6-9a72-66c0a916262f req-2a3feff3-9858-4e14-95eb-f312c089c78b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 210 time: 0.0708539
May 10 13:38:08.434188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:08.443655 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:08.453770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Made reservation on behalf of 3796c9f4250e42f195742ef0c145be91 for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:38:08.457566 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:08.621234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Allocated IP 172.20.0.9 (dee48ae8-7f30-4b3a-87e7-2adee18e5feb/b3e58176-b365-4d57-99f8-0ff6aad09343/90442619-db36-4937-810e-9500770320e4) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:38:08.650589 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:38:08.662072 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:08.832049 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:08.847087 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Transition to ACTIVE for port object 90442619-db36-4937-810e-9500770320e4 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:38:08.870115 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:08.875763 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:08.937454 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:38:08.940508 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:38:08.942839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:38:08.991848 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:08.994796 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:09.023123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:09.023738 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:09.049143 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-67008eba-dd99-491b-83b0-68f2fab993a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7689915
May 10 13:38:09.060974 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Request body: {'port': {'device_id': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:09.118621 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-68a0b04f-5705-4ea0-93fd-452f4f20467c None None] Provisioning for port 90442619-db36-4937-810e-9500770320e4 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:38:09.123926 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-68a0b04f-5705-4ea0-93fd-452f4f20467c None None] Provisioning complete for port 90442619-db36-4937-810e-9500770320e4 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:38:09.124594 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-68a0b04f-5705-4ea0-93fd-452f4f20467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:09.175669 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:09.179048 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b04f-5705-4ea0-93fd-452f4f20467c None None] Port 90442619-db36-4937-810e-9500770320e4 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:38:09.599982 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb110ff-6a19-483a-84b5-b2fb91f32b41 req-492fdfed-aebc-4d80-926c-e08156121e90 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:09.600608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0bb110ff-6a19-483a-84b5-b2fb91f32b41 req-492fdfed-aebc-4d80-926c-e08156121e90 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Synchronizing usage tracker for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:38:09.653766 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-0bb110ff-6a19-483a-84b5-b2fb91f32b41 req-492fdfed-aebc-4d80-926c-e08156121e90 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Unset dirty status for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:38:09.654946 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0bb110ff-6a19-483a-84b5-b2fb91f32b41 req-492fdfed-aebc-4d80-926c-e08156121e90 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 931 time: 0.1851852
May 10 13:38:09.697741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90442619-db36-4937-810e-9500770320e4 {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:38:09.712266 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:09.734078 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-0bb110ff-6a19-483a-84b5-b2fb91f32b41 req-28667883-1945-4792-b404-acefc9df2ef6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704496
May 10 13:38:09.736503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Transition to ACTIVE for port object 90442619-db36-4937-810e-9500770320e4 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:38:09.743365 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:09.748189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b79ba3c3-e493-46b8-9c0b-bd0d450afb9f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:09.903975 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:09.912340 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:09.985890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Attempting to bind port 90442619-db36-4937-810e-9500770320e4 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:38:09.986253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Attempting to bind port 90442619-db36-4937-810e-9500770320e4 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:38:09.986581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Attempting to bind port 90442619-db36-4937-810e-9500770320e4 on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:38:09.991235 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Port 90442619-db36-4937-810e-9500770320e4 on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:38:09.991554 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Attempting to bind port 90442619-db36-4937-810e-9500770320e4 on network dee48ae8-7f30-4b3a-87e7-2adee18e5feb {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:38:09.996818 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:38:09.997218 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Checking segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:38:09.997605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Bound using segment: {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:38:09.998074 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Bound port: 90442619-db36-4937-810e-9500770320e4, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0609d793-24a0-490c-a99b-2892d24a3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:38:09.998420 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:10.091457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:38:10.094560 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:38:10.098291 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:10.102599 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5ae301d4-98ce-467a-8438-ccbd45d32996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:10.153220 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.153855 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:10.155273 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] 10.222.0.36 "PUT /v2.0/ports/90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 1093 time: 1.0985985
May 10 13:38:10.155771 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:38:10.186512 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:10.189905 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:10.230729 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'tag': '90442619-db36-4937-810e-9500770320e4', 'status': 'completed', 'code': 200}
May 10 13:38:10.273182 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-55e8d9d4-0a8e-4524-b3f3-1ad9eb578be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.274757 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-55e8d9d4-0a8e-4524-b3f3-1ad9eb578be8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1096 time: 0.0792813
May 10 13:38:10.343903 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-a02ea03c-0b8f-4da5-8306-5ec596d67a6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 217 time: 0.0612426
May 10 13:38:10.413951 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-3828149c-5757-4006-a273-ebff37fe0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.415298 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-3828149c-5757-4006-a273-ebff37fe0077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0647051
May 10 13:38:10.492435 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-a7037050-f117-4a4c-bdaa-0e7fbc640712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.493884 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-a7037050-f117-4a4c-bdaa-0e7fbc640712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709839
May 10 13:38:10.635870 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-64139d82-bcc1-4fba-8df7-b89ba353e5fd service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307044
May 10 13:38:10.773199 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4eb09d1e-2d49-4300-8941-ed5a0dc37e7b req-d25f5bec-38eb-4e36-bf91-1ba3790dc16a service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281981
May 10 13:38:10.963394 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-2e135ab4-3e87-4346-8ec0-f3d855757154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.964927 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-2e135ab4-3e87-4346-8ec0-f3d855757154 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1096 time: 0.1380327
May 10 13:38:10.972190 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf523e-ceb6-4da6-93fb-fcc5f7f1196f req-f0d2fe40-31d4-41a4-acf9-cf8604dac011 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:10.973535 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aabf523e-ceb6-4da6-93fb-fcc5f7f1196f req-f0d2fe40-31d4-41a4-acf9-cf8604dac011 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.1121759
May 10 13:38:11.098343 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aabf523e-ceb6-4da6-93fb-fcc5f7f1196f req-46574ebd-f4d8-40e3-8c6e-f7b81c56c0c1 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040921
May 10 13:38:11.137123 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-4c04262b-4422-4743-832e-a8762ea71af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:11.138599 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-4c04262b-4422-4743-832e-a8762ea71af9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1642234
May 10 13:38:11.287476 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-d9577656-2be3-4430-9e6a-b4123ca1fa9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 217 time: 0.1415837
May 10 13:38:11.353415 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-beba1279-8e84-40d2-8d5f-a6ea93bef44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:11.354893 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-beba1279-8e84-40d2-8d5f-a6ea93bef44a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0612009
May 10 13:38:11.430118 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-5e94c994-b3fb-4d5c-af6f-f75772a53c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:11.432053 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-5e94c994-b3fb-4d5c-af6f-f75772a53c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693340
May 10 13:38:11.565076 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-f67908ff-c2ec-40aa-9e9e-f32a4af585b9 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254261
May 10 13:38:11.699839 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-45d02042-dac8-48a2-8a77-007176d7ad12 req-6cccc826-532d-4da6-b105-9ff80c3a4f66 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273081
May 10 13:38:12.294079 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd702-fa75-4e0a-9497-11490dd23ce5 req-437f7c3f-b189-4970-8ea6-9c9442b26e7e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:12.295536 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f41bd702-fa75-4e0a-9497-11490dd23ce5 req-437f7c3f-b189-4970-8ea6-9c9442b26e7e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0857620
May 10 13:38:12.341247 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f41bd702-fa75-4e0a-9497-11490dd23ce5 req-62c124f6-0cbf-4579-86ed-e2458da3e321 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397732
May 10 13:38:12.912239 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:38:13.046207 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:38:13.092965 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '90442619-db36-4937-810e-9500770320e4', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:38:13.148856 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:13.165484 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90442619-db36-4937-810e-9500770320e4 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:38:13.181787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:38:13.185516 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:13.187289 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:13.255145 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:13.258257 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:13.433742 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['90442619-db36-4937-810e-9500770320e4'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:38:13.529010 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d76948-14c2-4e6b-baf9-737e0ae04510 req-f8b9c9c8-6ad3-4478-a70f-28ae307bfc6e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:13.530606 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-83d76948-14c2-4e6b-baf9-737e0ae04510 req-f8b9c9c8-6ad3-4478-a70f-28ae307bfc6e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 944 time: 0.0820458
May 10 13:38:13.576775 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-83d76948-14c2-4e6b-baf9-737e0ae04510 req-4b838479-90bd-4641-99ba-1c859a9a0ced tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402374
May 10 13:38:14.767985 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8554be4-2dcc-4529-95e5-06f2d8b4ebb7 req-6a2147ec-442c-4905-b438-df2cba68d875 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:14.769481 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8554be4-2dcc-4529-95e5-06f2d8b4ebb7 req-6a2147ec-442c-4905-b438-df2cba68d875 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 944 time: 0.0860133
May 10 13:38:14.816192 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8554be4-2dcc-4529-95e5-06f2d8b4ebb7 req-9ea190a9-a6a0-4aea-80a3-e53d73176c91 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401487
May 10 13:38:14.935114 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:38:15.004907 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 90442619-db36-4937-810e-9500770320e4 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:38:15.010173 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 90442619-db36-4937-810e-9500770320e4 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:38:15.010553 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:15.125212 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:15.151969 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:38:15.161141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:38:15.166272 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:15.168126 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:15.198410 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4', 'code': 200}
May 10 13:38:15.237144 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:15.240028 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:15.433008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c9125-f167-4c60-b3f0-60ffdcfbdee2 req-dc296e07-c7b9-42e8-84d0-3b2e6b63a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:15.434670 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aa1c9125-f167-4c60-b3f0-60ffdcfbdee2 req-dc296e07-c7b9-42e8-84d0-3b2e6b63a694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1098 time: 0.0699856
May 10 13:38:15.480115 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-aa1c9125-f167-4c60-b3f0-60ffdcfbdee2 req-eb34bc00-a23b-4545-ab78-af43d2abe8ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374076
May 10 13:38:16.005628 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d4e80-81ba-4ca4-97c5-12b9aa1846a2 req-22209f6d-1f7a-49f6-ad30-407b92795c3a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:16.007106 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8f4d4e80-81ba-4ca4-97c5-12b9aa1846a2 req-22209f6d-1f7a-49f6-ad30-407b92795c3a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0792682
May 10 13:38:16.051770 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8f4d4e80-81ba-4ca4-97c5-12b9aa1846a2 req-5b1f081b-1c14-4a5e-b5c3-36fa0648a881 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384521
May 10 13:38:17.242522 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f451c6-1460-4503-83a2-b2529d55bb34 req-c1c79ca0-f05e-4823-beaa-810b9cb8f0be tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:17.244471 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e2f451c6-1460-4503-83a2-b2529d55bb34 req-c1c79ca0-f05e-4823-beaa-810b9cb8f0be tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0821691
May 10 13:38:17.287650 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e2f451c6-1460-4503-83a2-b2529d55bb34 req-a92ae69b-dca4-403d-8ecd-1f787b75e203 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374358
May 10 13:38:17.464739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8449bd-1e57-48e0-ae2d-b963cdd801e4 req-80a30959-1b9b-49d9-8ea0-2437a7a19d81 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:17.466226 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8a8449bd-1e57-48e0-ae2d-b963cdd801e4 req-80a30959-1b9b-49d9-8ea0-2437a7a19d81 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0780914
May 10 13:38:17.474320 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59454) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:17.479768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Request body: {'floatingip': {'port_id': '90442619-db36-4937-810e-9500770320e4'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:17.556981 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:18.206217 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:18.210367 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:18.377427 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Floating IP b35e9edb-cedb-4557-9d1d-989d54e9a152 associated. External IP: 172.27.3.32, port: 90442619-db36-4937-810e-9500770320e4.
May 10 13:38:18.725781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:38:18.900240 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:38:18.905186 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:18.909326 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:38:18.919281 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:38:18.919889 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fd8400>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:38:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:18.957376 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8b1c1c69-f98f-4ccd-9f2c-62984d2b9475 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "PUT /v2.0/floatingips/b35e9edb-cedb-4557-9d1d-989d54e9a152 HTTP/1.1" status: 200  len: 990 time: 1.4820321
May 10 13:38:18.958032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:38:19.002426 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'tag': '90442619-db36-4937-810e-9500770320e4', 'status': 'completed', 'code': 200}
May 10 13:38:19.094132 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:38:19.104548 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-af66da37-5fbe-4cda-b3ef-8e7da1b1904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:19.106067 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-af66da37-5fbe-4cda-b3ef-8e7da1b1904d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1098 time: 0.0710628
May 10 13:38:19.236149 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-6fd0d63d-dae9-414c-aeb7-b2d0723e6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:19.237678 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-6fd0d63d-dae9-414c-aeb7-b2d0723e6412 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1243131
May 10 13:38:19.438097 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fd8400>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'b35e9edb-cedb-4557-9d1d-989d54e9a152', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:38:05Z', 'updated_at': '2021-05-10T13:38:18Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:19.439131 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-f3d16162-a7da-436d-9185-c12bd83a92e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 998 time: 0.1916707
May 10 13:38:19.441807 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:38:19.450058 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:38:19.450663 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fd8400>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:38:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:19.503605 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-a0a60cde-a714-4ee0-9a85-2c436cbc05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:19.505049 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-a0a60cde-a714-4ee0-9a85-2c436cbc05ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0583205
May 10 13:38:19.579188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-9148ded5-1cec-4a62-ae8b-3be8048744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:19.580795 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-9148ded5-1cec-4a62-ae8b-3be8048744e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696456
May 10 13:38:19.627948 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:38:19.723825 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-e6d8376a-8021-4678-aa8e-ebc5c05c332d service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353822
May 10 13:38:19.855436 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6db0d380-69ec-47f3-825d-4dded4f88514 req-9cc7c186-7022-42ba-9bf2-a6f835a17f5e service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242507
May 10 13:38:20.183542 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8fd8400>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'b35e9edb-cedb-4557-9d1d-989d54e9a152', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:38:05Z', 'updated_at': '2021-05-10T13:38:18Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:38:20.199315 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50a738-4cb6-4f5b-b6e7-163bdaddd2aa None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'b35e9edb-cedb-4557-9d1d-989d54e9a152', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:38:05Z', 'updated_at': '2021-05-10T13:38:18Z', 'revision_number': 1, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:38:20.386181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807c736-2b4b-4f2c-a122-63954d36d3c9 None None] New status for floating IP b35e9edb-cedb-4557-9d1d-989d54e9a152: ACTIVE {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:38:21.486505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:33.434805 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-310c68f3-5508-40a2-8540-c731a5e105d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:36.220235 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e9f98479-66b3-45d6-b11c-844ab3b91a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:36.272950 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:37.315712 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:38.655906 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.433916 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59572) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:39.548203 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.562771 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:39.566458 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Usage tracker for resource:security_group_rule and tenant:14cecb5b1bce461ab55fa9af2c2430e9 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:39.569137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:39.575269 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:39.661307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.665559 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.672977 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c8b2ac2e-6fa7-425f-b3ea-d7c24e3d10b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:39.713143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e300fa8-ec7e-4824-b778-5e9b1950f4bb,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:39.716944 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14cecb5b1bce461ab55fa9af2c2430e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820134
May 10 13:38:39.719723 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59580) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:38:39.722875 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.723243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.723603 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.723959 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.724312 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.725249 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.725612 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.725966 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.726368 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.726904 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.727277 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.727705 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.732539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:39.785378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.810334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.860696 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.864204 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8efa741d-69d0-491a-978b-c5eecc1c1dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:39.876967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e300fa8-ec7e-4824-b778-5e9b1950f4bb,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:39.885363 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.885738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.886129 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.886489 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.886842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.887196 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.887546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.887895 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.888245 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.888589 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.888935 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.889278 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:38:39.892298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:39.893376 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e300fa8-ec7e-4824-b778-5e9b1950f4bb HTTP/1.1" status: 204  len: 168 time: 0.1727016
May 10 13:38:39.894794 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-bccf8cb4-90b9-4dcd-b1aa-d004bead2e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:45.641020 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:38:49.215979 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-5146931b-029a-48a2-b215-22d94db5dfe4 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126957779&fields=id&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 267 time: 0.0419657
May 10 13:38:49.366958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-309808a2-8d1e-4249-a654-e47daab88ef3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:49.368370 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-309808a2-8d1e-4249-a654-e47daab88ef3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.1457841
May 10 13:38:49.382804 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-5af639a8-bf7e-4224-9a8b-4dbd08421e6a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/quotas/baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 375 time: 0.0086687
May 10 13:38:49.475085 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-25003978-52a1-4eb2-b679-0fc51710b105 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0872977
May 10 13:38:49.710823 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-7268dfba-f469-4115-898f-3b91c78bef63 service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238617
May 10 13:38:49.842361 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-88d62f6e-1fbb-4860-a224-49deefe3ebd2 service neutron] 10.222.0.18 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250017
May 10 13:38:50.235190 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d6f2eb65-1ff5-40e7-b1d5-d838a638e7b8 req-7ab37038-f01b-4193-9293-303baaed2e97 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 210 time: 0.0447681
May 10 13:38:51.302329 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-f13ef855-1c25-4cca-b82f-087bdd3b29ad tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:51.304799 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-f13ef855-1c25-4cca-b82f-087bdd3b29ad tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 812 time: 0.1516628
May 10 13:38:51.394792 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-84ef2111-c6c1-4045-9e2a-3a1dcf285e9c req-8f7302a7-fca8-4283-b925-4b42999fafd5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 210 time: 0.0542321
May 10 13:38:51.398651 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-77448f59-13b0-496d-879e-36e8201ef7f9 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baee204f786f4e19b2955f877d00fe4d HTTP/1.1" status: 200  len: 380 time: 0.0849326
May 10 13:38:51.407162 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'port': {'device_id': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'admin_state_up': True, 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'security_groups': ['ba281933-d719-406c-9228-03967e82d018']}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:51.504604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:51.557137 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:38:51.558450 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:port and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:38:51.561498 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:38:51.567259 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:38:51.576598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Made reservation on behalf of baee204f786f4e19b2955f877d00fe4d for: {'port': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:38:51.580025 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:51.827493 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.20.0.8 (61a73b52-9cf9-4e25-aaa4-e9203a7f5ece/d5bb1bc7-0e03-409f-a800-496f2a9c90e8/32979cb3-3ccf-4f91-bccc-2480f2804832) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:38:52.018266 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.035139 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Transition to ACTIVE for port object 32979cb3-3ccf-4f91-bccc-2480f2804832 will not be triggered until provisioned by entity DHCP. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:38:52.058418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.064528 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-18809961-1cd2-49b2-94e2-415fb9360a77 tempest-VolumesNegativeTest-2081548975 tempest-VolumesNegativeTest-2081548975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:52.127823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:38:52.130923 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:38:52.140400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:38:52.181668 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:52.187081 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:52.215670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:52.216313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.246621 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8424270
May 10 13:38:52.258678 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Request body: {'port': {'device_id': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:38:52.369283 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-528f8a34-af01-43ae-a8b3-b753b320d94e None None] Provisioning for port 32979cb3-3ccf-4f91-bccc-2480f2804832 completed by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:38:52.373693 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.374322 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-528f8a34-af01-43ae-a8b3-b753b320d94e None None] Provisioning complete for port 32979cb3-3ccf-4f91-bccc-2480f2804832 triggered by entity DHCP. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:38:52.374687 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-528f8a34-af01-43ae-a8b3-b753b320d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.427243 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-528f8a34-af01-43ae-a8b3-b753b320d94e None None] Port 32979cb3-3ccf-4f91-bccc-2480f2804832 cannot update to ACTIVE because it is not bound. {{(pid=78710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 13:38:52.705700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d05169-5a23-432f-bc3b-f3e0be8b480b req-cc6f572a-c3b8-4a82-89a9-12a6d09f82d8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:52.706421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-12d05169-5a23-432f-bc3b-f3e0be8b480b req-cc6f572a-c3b8-4a82-89a9-12a6d09f82d8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:38:52.736143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-12d05169-5a23-432f-bc3b-f3e0be8b480b req-cc6f572a-c3b8-4a82-89a9-12a6d09f82d8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:38:52.737283 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-12d05169-5a23-432f-bc3b-f3e0be8b480b req-cc6f572a-c3b8-4a82-89a9-12a6d09f82d8 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 931 time: 0.2355452
May 10 13:38:52.828229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32979cb3-3ccf-4f91-bccc-2480f2804832 {{(pid=78708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:38:52.838187 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-12d05169-5a23-432f-bc3b-f3e0be8b480b req-953fab88-f9b5-415e-9d42-0dfb9f4cbeaa tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675912
May 10 13:38:52.839716 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.855595 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Transition to ACTIVE for port object 32979cb3-3ccf-4f91-bccc-2480f2804832 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:38:52.859490 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:52.864036 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:52.990924 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Pushing event updated for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:53.020063 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:53.099704 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Attempting to bind port 32979cb3-3ccf-4f91-bccc-2480f2804832 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:38:53.100030 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Attempting to bind port 32979cb3-3ccf-4f91-bccc-2480f2804832 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:38:53.100348 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Attempting to bind port 32979cb3-3ccf-4f91-bccc-2480f2804832 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:38:53.104777 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Port 32979cb3-3ccf-4f91-bccc-2480f2804832 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:38:53.105090 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Attempting to bind port 32979cb3-3ccf-4f91-bccc-2480f2804832 on network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:38:53.111278 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:38:53.111603 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Checking segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:38:53.111979 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Bound using segment: {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:38:53.112390 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Bound port: 32979cb3-3ccf-4f91-bccc-2480f2804832, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1213d9-9d78-491f-b817-47bcf9ce391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:38:53.112723 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:53.200298 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:38:53.203228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32979cb3-3ccf-4f91-bccc-2480f2804832,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:38:53.208999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:53.213438 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-38f8abcf-3789-4ba3-96d3-9daf60afdb03 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:38:53.267576 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:53.268179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:38:53.269521 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] 10.222.0.36 "PUT /v2.0/ports/32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 200  len: 1093 time: 1.0152760
May 10 13:38:53.270029 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:38:53.296379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Pushing event updated for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:38:53.299411 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:38:53.352346 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'status': 'completed', 'code': 200}
May 10 13:38:53.392761 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-0765d37f-492d-4384-938b-5f86432e05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:53.394265 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-0765d37f-492d-4384-938b-5f86432e05b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1096 time: 0.0738204
May 10 13:38:53.558255 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-88b3bf08-a05a-468f-aca1-a0526cb32379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 200  len: 217 time: 0.1548848
May 10 13:38:53.623797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-b3be30b5-02b3-427f-b6bc-c65b1e07adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:53.625211 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-b3be30b5-02b3-427f-b6bc-c65b1e07adb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0563281
May 10 13:38:53.702470 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-d24b8810-eb83-4d2b-a467-de3aa0cc2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:53.703951 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-d24b8810-eb83-4d2b-a467-de3aa0cc2bcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715756
May 10 13:38:53.839385 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-5cda90e8-4944-4788-b28d-5c4199c31539 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274879
May 10 13:38:54.018125 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1cf62318-6599-4edf-82c2-6d05221417a4 req-2c794dd7-c8b6-463e-a75b-9acd3a441f8d service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711674
May 10 13:38:54.050543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a8ce-6e1b-4557-a189-96e07af0408c req-a6d4bcc0-8900-4b2d-8623-2e40617b41e3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:54.051992 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5947a8ce-6e1b-4557-a189-96e07af0408c req-a6d4bcc0-8900-4b2d-8623-2e40617b41e3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.1013751
May 10 13:38:54.142617 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5947a8ce-6e1b-4557-a189-96e07af0408c req-3e3c58d1-5628-4665-a38b-a042a9b51db3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844009
May 10 13:38:54.163057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-b5ec220d-5ca2-4e97-b33e-58fb265c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:54.164517 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-b5ec220d-5ca2-4e97-b33e-58fb265c1898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1096 time: 0.0932307
May 10 13:38:54.297257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-3ccaac24-3c94-4a6c-8aef-3dc9f46be9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:54.298744 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-3ccaac24-3c94-4a6c-8aef-3dc9f46be9d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1261847
May 10 13:38:54.369812 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-11c8a14b-8689-470d-9e4d-17c34d6f390b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 200  len: 217 time: 0.0644457
May 10 13:38:54.432802 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-3b61e314-9d1c-4cef-a4e6-50fb84ddb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:54.434805 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-3b61e314-9d1c-4cef-a4e6-50fb84ddb9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0579300
May 10 13:38:54.519172 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-19f5d038-b5b7-415a-a357-8a7d3b6d5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:54.520625 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-19f5d038-b5b7-415a-a357-8a7d3b6d5afe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762398
May 10 13:38:54.655074 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-8444ecc2-3fdc-4a1c-9504-f06e6bfbf961 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227677
May 10 13:38:54.788572 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d509a95b-01a1-44c2-ab5d-0f193383fa78 req-ee2c6872-c591-4f51-963b-5cf10ee14c15 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243877
May 10 13:38:55.325798 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caf7db-5cea-4ed0-917d-05e48a951f3a req-b94928f3-8495-4117-91d8-22ec815820cd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:55.327298 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-44caf7db-5cea-4ed0-917d-05e48a951f3a req-b94928f3-8495-4117-91d8-22ec815820cd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.0789480
May 10 13:38:55.375639 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-44caf7db-5cea-4ed0-917d-05e48a951f3a req-fce5fe42-629e-472b-a329-a2c5509f5242 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426743
May 10 13:38:56.561256 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d348d-192c-4790-83e0-6a9fefe759c0 req-2039828c-92ba-47dc-aa8c-7987a7810472 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:56.562766 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb8d348d-192c-4790-83e0-6a9fefe759c0 req-2039828c-92ba-47dc-aa8c-7987a7810472 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.0801477
May 10 13:38:56.606086 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eb8d348d-192c-4790-83e0-6a9fefe759c0 req-b9aee25c-b028-4b8f-beb8-cf34c961de04 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376596
May 10 13:38:57.791024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ba093-a39a-40bf-a6f1-87e8077e5193 req-69643d02-17cf-4e45-b781-6afb84075aad tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:57.792933 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9d1ba093-a39a-40bf-a6f1-87e8077e5193 req-69643d02-17cf-4e45-b781-6afb84075aad tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.0809152
May 10 13:38:57.836313 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9d1ba093-a39a-40bf-a6f1-87e8077e5193 req-b0aff99b-3d5d-411b-9d4a-512aa4ba6cf2 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376508
May 10 13:38:59.016279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d887-84fc-4a62-9e6d-9801cc1bce74 req-906b0067-9594-4b84-a5c8-b28c7f1478cd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:38:59.017630 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7a4d887-84fc-4a62-9e6d-9801cc1bce74 req-906b0067-9594-4b84-a5c8-b28c7f1478cd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.0783525
May 10 13:38:59.061892 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7a4d887-84fc-4a62-9e6d-9801cc1bce74 req-fe8a9059-f503-465e-8edd-4249c545a324 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386500
May 10 13:39:00.319023 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196fb09-59dc-4680-8e45-daf8021f8001 req-18078496-713d-4c15-86e5-fdfd3317b910 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:00.320452 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a196fb09-59dc-4680-8e45-daf8021f8001 req-18078496-713d-4c15-86e5-fdfd3317b910 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 943 time: 0.1576924
May 10 13:39:00.363871 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a196fb09-59dc-4680-8e45-daf8021f8001 req-cded6b7f-d99d-4791-9737-4a3c1f290c13 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371797
May 10 13:39:01.238580 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 32979cb3-3ccf-4f91-bccc-2480f2804832 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:39:01.366854 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32979cb3-3ccf-4f91-bccc-2480f2804832,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:01.379524 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'port_id': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'mac_address': 'fa:16:3e:c7:b9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:39:01.439758 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:01.456612 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32979cb3-3ccf-4f91-bccc-2480f2804832 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:39:01.472994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32979cb3-3ccf-4f91-bccc-2480f2804832,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:01.479382 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:01.482887 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-763e18a7-1620-40b3-8a69-fa349a318e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:01.546607 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:01.553692 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.554070 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.554418 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.554759 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.555096 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.555429 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.556019 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.556351 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.556682 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.557011 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.557150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87641875-302b-44d7-aff3-cea5f22cfafe req-13ae20a6-b274-4cfa-8203-968229a397df tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:01.557637 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.557637 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:39:01.558761 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87641875-302b-44d7-aff3-cea5f22cfafe req-13ae20a6-b274-4cfa-8203-968229a397df tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 944 time: 0.0885208
May 10 13:39:01.561515 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:01.604692 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-87641875-302b-44d7-aff3-cea5f22cfafe req-46570129-fabb-458d-9e75-c7b60ff0fa37 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392849
May 10 13:39:01.731296 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['32979cb3-3ccf-4f91-bccc-2480f2804832'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:39:02.803854 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24727ed-dd4a-4be8-a008-cab8e52a6f41 req-d7188b4b-7e44-4de4-81cc-7fd340f439f3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:02.805295 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f24727ed-dd4a-4be8-a008-cab8e52a6f41 req-d7188b4b-7e44-4de4-81cc-7fd340f439f3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 944 time: 0.0800915
May 10 13:39:02.854338 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f24727ed-dd4a-4be8-a008-cab8e52a6f41 req-fef5723c-1c25-4ee8-b689-ea361ff8b013 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414956
May 10 13:39:03.254451 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 32979cb3-3ccf-4f91-bccc-2480f2804832 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:39:03.319994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 32979cb3-3ccf-4f91-bccc-2480f2804832 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:39:03.324815 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 32979cb3-3ccf-4f91-bccc-2480f2804832 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:39:03.325196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:03.447218 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-de746065-8220-4adf-a494-8ece1a4605ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:03.449294 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:03.475374 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:03.484849 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32979cb3-3ccf-4f91-bccc-2480f2804832,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:03.488961 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:03.490913 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:03.528179 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'code': 200}
May 10 13:39:03.560219 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:03.563362 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:03.819939 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b7e6-7ac5-428e-9539-9354e89bda05 req-dce50497-f9d2-4424-b88c-efa489215337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:03.821475 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c256b7e6-7ac5-428e-9539-9354e89bda05 req-dce50497-f9d2-4424-b88c-efa489215337 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1098 time: 0.0691757
May 10 13:39:03.863575 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c256b7e6-7ac5-428e-9539-9354e89bda05 req-f7717b25-920e-4ddc-a377-f6804e6755cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352247
May 10 13:39:04.040779 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791ab7f-ecd1-46e2-a311-34ca6eb2de82 req-1f9a1558-128f-4e06-a2cf-248314eb876f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:04.042176 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4791ab7f-ecd1-46e2-a311-34ca6eb2de82 req-1f9a1558-128f-4e06-a2cf-248314eb876f tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.0815144
May 10 13:39:04.092692 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4791ab7f-ecd1-46e2-a311-34ca6eb2de82 req-32f8987c-d04b-4abf-a649-652e23d81b9d tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405538
May 10 13:39:05.272378 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5f8a6-5153-4a8f-8054-30600318278e req-75ff5d95-4fe5-4371-8657-c87412831956 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:05.273719 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-06b5f8a6-5153-4a8f-8054-30600318278e req-75ff5d95-4fe5-4371-8657-c87412831956 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.0778174
May 10 13:39:05.317614 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-06b5f8a6-5153-4a8f-8054-30600318278e req-a11d9db2-293b-4080-a781-26fef50a1466 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382779
May 10 13:39:06.221028 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a158d706-3dd5-4dc2-a62c-c47971166c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:06.273892 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:06.501715 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea1e48-531e-4043-8782-c19816a47038 req-b6f9f728-7014-4311-8061-46b00093e04e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:06.503106 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f5ea1e48-531e-4043-8782-c19816a47038 req-b6f9f728-7014-4311-8061-46b00093e04e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.0814316
May 10 13:39:06.549775 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f5ea1e48-531e-4043-8782-c19816a47038 req-4394d7d4-e7ef-4932-97bd-a49e41522460 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409901
May 10 13:39:07.319335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:07.644967 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59868) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:07.762824 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aed31-ec60-410c-9903-9d47a700d7cf req-2b05794c-13ca-48f8-920c-ec6d79edbf17 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:07.764465 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-db8aed31-ec60-410c-9903-9d47a700d7cf req-2b05794c-13ca-48f8-920c-ec6d79edbf17 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.0961161
May 10 13:39:07.813682 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-db8aed31-ec60-410c-9903-9d47a700d7cf req-efbda2ef-4bee-4eba-9ed3-4eb2caf38831 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414486
May 10 13:39:08.119685 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5bf07-40ae-422f-bc06-76e13b676d93 req-d31cc664-8742-45e3-b62b-52e252e5931c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:08.121646 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4ad5bf07-40ae-422f-bc06-76e13b676d93 req-d31cc664-8742-45e3-b62b-52e252e5931c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.1542172
May 10 13:39:08.176176 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Deleting port f372567f-d32e-434e-a5f5-515d78f3db02 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:08.176517 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.193001 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4ad5bf07-40ae-422f-bc06-76e13b676d93 req-d5183f3a-d7c6-464e-9ee7-e4ad65139884 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638335
May 10 13:39:08.216026 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59882) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:08.287428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976de3f-a838-468b-8439-8ce9d7603f43 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:08.288929 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-1976de3f-a838-468b-8439-8ce9d7603f43 tempest-TestVolumeBootPattern-1619003971 tempest-TestVolumeBootPattern-1619003971-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1093 time: 0.0718617
May 10 13:39:08.291892 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59888) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:08.300060 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Request body: {'floatingip': {'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'port_id': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:39:08.307663 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.308536 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.316407 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:39:08.323914 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Usage tracker for resource:floatingip and tenant:baee204f786f4e19b2955f877d00fe4d is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:39:08.373476 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:39:08.440324 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Calling delete_port for f372567f-d32e-434e-a5f5-515d78f3db02 owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:08.442780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:39:08.456190 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.659510 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.764653 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.808224 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:08.817291 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-16d09dc3-1bc1-4ba5-8bdd-7e9ae4097c4c tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:08.867677 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event deleted for resources: {'Port': ['ID=f372567f-d32e-434e-a5f5-515d78f3db02,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:08.898324 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:09.014748 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:09.015077 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Floating IP 1ee22771-bdc0-41ba-bd1c-a26b63347fb9 disassociated (deleted). External IP: 172.27.3.48, port: 181957a2-fc65-419e-9f9f-cf062a90ce8d.
May 10 13:39:09.144732 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_common [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Allocated IP 172.27.3.116 (891782e3-4063-44cf-adde-76850e3dfd57/84623c19-17e9-4ac8-8ee2-eeeb2e1ad074/33f2b93b-f6e2-40c4-9ebc-745c31f95de7) {{(pid=78708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:39:09.454430 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:09.506278 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:39:09.572337 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:09.631096 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-efd8b471-5fe9-42c4-adb4-51e90c4b708c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:09.705113 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Network 891782e3-4063-44cf-adde-76850e3dfd57 is already hosted by enough agents. {{(pid=78708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:39:09.715072 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Resources bound (agent type, host, resource id):  {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:39:09.732308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Received port after_create {{(pid=78708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:39:09.756279 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=33f2b93b-f6e2-40c4-9ebc-745c31f95de7,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:09.764002 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:09.839678 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:39:09.849037 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Sync routers for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:39:09.859953 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:09.861091 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9076970>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:09.907874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:10.057136 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:10.101264 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ba6632cf-8012-410b-bd61-fc473ad6425c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ee22771-bdc0-41ba-bd1c-a26b63347fb9 HTTP/1.1" status: 204  len: 168 time: 2.4544325
May 10 13:39:10.109264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:10.253968 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'status': 'completed', 'code': 200}
May 10 13:39:10.411523 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9076970>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:10.415600 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-dafc27ad-6b80-41c6-bc71-a70ce6461bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:10.415749 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Checking router: d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:39:10.417598 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-dafc27ad-6b80-41c6-bc71-a70ce6461bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014009b6efe44930b5ae89aee41f4e43&device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 1098 time: 0.1932907
May 10 13:39:10.425480 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:10.426426 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9076970>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:10.553165 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd529b7-65e0-4b6d-924f-f381eb5a9c28 req-0bfcb6d6-167a-4b18-9cc4-607f239a49a9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:10.554637 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fcd529b7-65e0-4b6d-924f-f381eb5a9c28 req-0bfcb6d6-167a-4b18-9cc4-607f239a49a9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.2592952
May 10 13:39:10.603080 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:10.662231 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:10.667657 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fcd529b7-65e0-4b6d-924f-f381eb5a9c28 req-0058fd3c-5058-4ff2-9863-a681c11e9de9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012602
May 10 13:39:10.696650 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-2ce3c751-e6b5-428c-950a-0abdb3f5efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:10.698103 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-2ce3c751-e6b5-428c-950a-0abdb3f5efc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 200  len: 910 time: 0.2716334
May 10 13:39:10.782517 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507fd51-0c84-4772-b61a-918891d3f50b req-da4474f6-27dd-4dfb-957c-cb3a077a8094 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:10.783207 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-9507fd51-0c84-4772-b61a-918891d3f50b req-da4474f6-27dd-4dfb-957c-cb3a077a8094 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:39:10.817370 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-e646eac1-d20f-4827-90ea-63fefc4f9447 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 200  len: 217 time: 0.1113548
May 10 13:39:10.891546 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:10.921245 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-9507fd51-0c84-4772-b61a-918891d3f50b req-da4474f6-27dd-4dfb-957c-cb3a077a8094 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:39:10.922110 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9507fd51-0c84-4772-b61a-918891d3f50b req-da4474f6-27dd-4dfb-957c-cb3a077a8094 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.4557991
May 10 13:39:10.949875 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9076970>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:10.956073 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590211-169d-44c7-b2f9-454e51b90958 None None] The sync data for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi is: [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:33:48Z', 'revision_number': 4, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': '86a9ad4e-90b3-4a8a-acab-415064d56db6', 'name': '', 'network_id': '6773520f-f5b9-403b-9a7c-465f1d0050fd', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'mac_address': 'fa:16:3e:bc:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:47Z', 'updated_at': '2021-05-10T13:33:57Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'subnets': [{'id': 'f5fa966d-fb62-4330-bc47-73f64c14a7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:39:10.968970 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-30984767-0cb3-418e-8d76-f04677577c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:10.970444 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-30984767-0cb3-418e-8d76-f04677577c96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 200  len: 848 time: 0.1451640
May 10 13:39:11.049117 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9507fd51-0c84-4772-b61a-918891d3f50b req-e152967b-8032-4d59-b2d6-69f504a5ff7c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096218
May 10 13:39:11.174517 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e69d8-b4de-4be0-8d75-dc5ee577c3d2 None None] New status for floating IP 1ee22771-bdc0-41ba-bd1c-a26b63347fb9: DOWN {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:39:11.180333 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-0b9354fe-1f45-40c8-9722-44b5233d0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:11.182106 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-0b9354fe-1f45-40c8-9722-44b5233d0ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6773520f-f5b9-403b-9a7c-465f1d0050fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1998653
May 10 13:39:11.318152 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:11.332521 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2862399'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:11.338541 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e3cb609-8116-45e3-9226-7fc1982d3c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:11.389280 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-ead65304-b243-408f-9bbf-9d90d7a8f042 service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980870
May 10 13:39:11.615061 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event updated for resources: {'Port': ['ID=33f2b93b-f6e2-40c4-9ebc-745c31f95de7,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:11.622740 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:11.655812 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:11.855360 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-72ec8e70-28e3-431f-8dfb-5ed0e2c34b5e req-fd006216-0991-4daf-9e12-7db0b3e1432a service neutron] 10.222.0.36 "GET /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4341455
May 10 13:39:11.893194 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP d70a886a-51ef-4f60-8521-60426b0ce559 associated. External IP: 172.27.3.116, port: 32979cb3-3ccf-4f91-bccc-2480f2804832.
May 10 13:39:12.041248 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f1306-3863-40ef-b7e6-8b028ae36bde req-472fa446-6346-449c-915f-a63e0ea4bd82 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:12.043300 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-807f1306-3863-40ef-b7e6-8b028ae36bde req-472fa446-6346-449c-915f-a63e0ea4bd82 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.2503223
May 10 13:39:12.122532 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-807f1306-3863-40ef-b7e6-8b028ae36bde req-d2fc20f3-604d-4fed-8eac-dae3eaa7e71f tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665617
May 10 13:39:12.364130 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977557-27a4-446e-bfe1-a1c20938c116 req-0cf976b8-524f-4f0a-b706-463f06791ad6 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:12.365578 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-57977557-27a4-446e-bfe1-a1c20938c116 req-0cf976b8-524f-4f0a-b706-463f06791ad6 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1905835
May 10 13:39:12.367344 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:39:12.533348 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-57977557-27a4-446e-bfe1-a1c20938c116 req-16fbad9b-b2e4-45aa-92c5-da8794fa8a51 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1615596
May 10 13:39:12.581986 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:39:12.591033 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:39:12.600551 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:12.601162 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf93129d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:12.603059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:12.667275 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3638203
May 10 13:39:12.667275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:12.707154 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'status': 'completed', 'code': 200}
May 10 13:39:12.779012 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:12.800005 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-01f39d9b-a9c6-4a99-9fcd-250ed2e76ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:12.801463 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-01f39d9b-a9c6-4a99-9fcd-250ed2e76ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1098 time: 0.0721798
May 10 13:39:12.931307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-727da1b6-91fa-4cf9-9500-5ef087906e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:12.933294 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-727da1b6-91fa-4cf9-9500-5ef087906e2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1239412
May 10 13:39:13.033613 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-22a5cf18-be54-43b7-86d2-4dc0a0d159ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 200  len: 999 time: 0.0936706
May 10 13:39:13.124786 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf93129d0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd70a886a-51ef-4f60-8521-60426b0ce559', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:c7:b9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:39:10Z', 'updated_at': '2021-05-10T13:39:10Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}, {'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:13.128910 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:39:13.137209 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:13.137833 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf93129d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:13.214625 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-0790388b-4634-47fd-ba37-87c83849c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:13.216046 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-0790388b-4634-47fd-ba37-87c83849c2e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.1763718
May 10 13:39:13.314756 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:13.349487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-0f63850f-22ed-40d4-956d-8fd05af237c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:13.350980 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-0f63850f-22ed-40d4-956d-8fd05af237c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1221328
May 10 13:39:13.386838 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b6b8-1f64-4e66-b677-82703bc5b282 req-badd4ab3-4130-4e53-8e96-17a27bd8a47b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:13.388285 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6294b6b8-1f64-4e66-b677-82703bc5b282 req-badd4ab3-4130-4e53-8e96-17a27bd8a47b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1265886
May 10 13:39:13.505015 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6294b6b8-1f64-4e66-b677-82703bc5b282 req-3cce72ec-b60b-431e-ac3c-c83f526eb744 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686960
May 10 13:39:13.533044 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-59526767-d530-42e0-8837-8255d385157d service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749642
May 10 13:39:13.644631 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 59956) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:13.691216 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf93129d0>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd70a886a-51ef-4f60-8521-60426b0ce559', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:c7:b9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:39:10Z', 'updated_at': '2021-05-10T13:39:10Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}, {'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:13.695337 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b6300-b838-4016-9066-5d1fbaa75c25 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'd70a886a-51ef-4f60-8521-60426b0ce559', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:c7:b9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:39:10Z', 'updated_at': '2021-05-10T13:39:10Z', 'revision_number': 0, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}, {'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:39:13.759105 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4c9f4b39-5189-43a4-bd4f-ff6c6d99a9f3 req-c96ea987-c931-464e-958d-9534b85d9002 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191298
May 10 13:39:13.774878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:13.793729 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7961552-10b9-412e-8126-536451b7295b req-59e9c0c9-a31f-4bcc-bb66-b4c7645d036e tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:13.794901 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:39:13.795483 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7961552-10b9-412e-8126-536451b7295b req-59e9c0c9-a31f-4bcc-bb66-b4c7645d036e tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.1240394
May 10 13:39:13.798777 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Usage tracker for resource:security_group_rule and tenant:07a676d6352e44d5badc1ef0e4ebdd00 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:39:13.801794 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:39:13.807852 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:39:13.844665 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-b7961552-10b9-412e-8126-536451b7295b req-0873459c-6fb7-47a3-bb0c-ee8c559ae48a tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420363
May 10 13:39:13.897029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:13.900796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:13.911109 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2e9ff902-1d73-4417-b74a-1fe36801e5d0 tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:13.952974 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8de13-951c-4eae-8fd1-bc79e7f51a07 None None] New status for floating IP d70a886a-51ef-4f60-8521-60426b0ce559: ACTIVE {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:39:13.953685 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-65581097-d10b-4e98-8002-206263404fae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07a676d6352e44d5badc1ef0e4ebdd00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078177
May 10 13:39:13.955487 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b67350-c6c5-4ab0-ac37-5277bb803e3e,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:13.956358 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 59962) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:13.960666 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:14.016364 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:14.041621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:14.094201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:14.097860 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0fc7a530-0009-46c0-a21a-d443019d79a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:14.111273 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b67350-c6c5-4ab0-ac37-5277bb803e3e,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:14.113689 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:14.119720 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:14.121360 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45b67350-c6c5-4ab0-ac37-5277bb803e3e HTTP/1.1" status: 204  len: 168 time: 0.1635566
May 10 13:39:14.700241 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc15b7-662a-4946-bb4f-481bc56b6ca5 req-e9d7587c-7d15-4c36-bee7-197f1fcf1ca8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:14.701693 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31dc15b7-662a-4946-bb4f-481bc56b6ca5 req-e9d7587c-7d15-4c36-bee7-197f1fcf1ca8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0816693
May 10 13:39:14.748051 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-31dc15b7-662a-4946-bb4f-481bc56b6ca5 req-cdd8fbc1-82bb-4f72-8ba8-01490fec9f7c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398316
May 10 13:39:15.031642 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5479d-e70d-4fb5-8531-016352daaad9 req-7427f1ff-aa56-4480-93f8-04f18c562703 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:15.033094 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-90e5479d-e70d-4fb5-8531-016352daaad9 req-7427f1ff-aa56-4480-93f8-04f18c562703 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 945 time: 0.0835373
May 10 13:39:15.077290 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-90e5479d-e70d-4fb5-8531-016352daaad9 req-be7f22a3-67da-4dbb-a84b-b4b5a5c776bb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384219
May 10 13:39:15.331877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 181957a2-fc65-419e-9f9f-cf062a90ce8d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:15.447543 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:15.473309 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:15.482769 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:15.487172 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:15.488887 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:15.523091 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'code': 200}
May 10 13:39:15.553380 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=9']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:15.556758 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:15.931937 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f7859-e4a4-4062-8698-9b24a4eb9536 req-a38f95e7-e0a8-4001-becc-a2c1d897e756 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:15.934020 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-237f7859-e4a4-4062-8698-9b24a4eb9536 req-a38f95e7-e0a8-4001-becc-a2c1d897e756 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0784047
May 10 13:39:15.976403 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-237f7859-e4a4-4062-8698-9b24a4eb9536 req-12776b0c-22dc-4fc0-b196-e0f344e8ef2a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366046
May 10 13:39:16.262185 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d635-e6b4-4413-b0ca-c0d66ddcce34 req-a2a74edf-9a66-4c0f-b168-af28db743aeb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:16.263519 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8d0d635-e6b4-4413-b0ca-c0d66ddcce34 req-a2a74edf-9a66-4c0f-b168-af28db743aeb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0823350
May 10 13:39:16.307721 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c8d0d635-e6b4-4413-b0ca-c0d66ddcce34 req-b89911da-fe91-40b2-9461-ef4ea53c9720 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386574
May 10 13:39:17.307070 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39506-8f35-48e6-abb2-def42dc88f20 req-ede592a3-7060-43cf-8593-397cc07ab64c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:17.309008 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-13c39506-8f35-48e6-abb2-def42dc88f20 req-ede592a3-7060-43cf-8593-397cc07ab64c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0784080
May 10 13:39:17.352100 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-13c39506-8f35-48e6-abb2-def42dc88f20 req-7aed4db8-ee1b-4f00-8d19-e0392cb548d3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375998
May 10 13:39:17.491458 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29e0a5-52a7-461f-b113-a99cd0839cdf req-082d6022-b77d-4c5a-9199-83992ffa5b92 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:17.492894 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d29e0a5-52a7-461f-b113-a99cd0839cdf req-082d6022-b77d-4c5a-9199-83992ffa5b92 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0816066
May 10 13:39:17.536345 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d29e0a5-52a7-461f-b113-a99cd0839cdf req-7bcfe358-7c24-4d19-9733-337560f6fa86 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372703
May 10 13:39:18.547449 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37fdd0-09f3-420a-967c-1ac7e7f99d77 req-99bf0e40-3410-43af-a000-d3aa00ca55fa tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:18.548820 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5a37fdd0-09f3-420a-967c-1ac7e7f99d77 req-99bf0e40-3410-43af-a000-d3aa00ca55fa tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0846717
May 10 13:39:18.598652 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5a37fdd0-09f3-420a-967c-1ac7e7f99d77 req-40486417-e7b8-4cd6-8d56-445a26196fe7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440183
May 10 13:39:18.722886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a4da-ed03-49fd-b8d4-303a9b4cceed req-3fd29adb-f71c-497a-a089-11d457103a89 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:18.724316 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f910a4da-ed03-49fd-b8d4-303a9b4cceed req-3fd29adb-f71c-497a-a089-11d457103a89 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0836000
May 10 13:39:18.768470 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f910a4da-ed03-49fd-b8d4-303a9b4cceed req-b1626c79-5ebc-4074-8291-156058f0f24e tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383921
May 10 13:39:19.789496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aebd9-a84d-435e-895a-bfd0d10f11fa req-def76e84-a002-467d-918c-c6fa2fdfb26b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:19.790968 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5a1aebd9-a84d-435e-895a-bfd0d10f11fa req-def76e84-a002-467d-918c-c6fa2fdfb26b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0833642
May 10 13:39:19.836506 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5a1aebd9-a84d-435e-895a-bfd0d10f11fa req-b86acddf-376c-4ee6-9ac8-5f2af6dae23a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395873
May 10 13:39:19.960360 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf592c-c63e-4d6a-9fd0-65895d24bf8f req-e2c4e58f-0db5-4401-9e35-29b686bcd488 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:19.961787 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4faf592c-c63e-4d6a-9fd0-65895d24bf8f req-e2c4e58f-0db5-4401-9e35-29b686bcd488 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0879300
May 10 13:39:20.088760 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4faf592c-c63e-4d6a-9fd0-65895d24bf8f req-667d2689-b952-49af-9799-a805629cfe4f tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211510
May 10 13:39:21.032032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f2ac9-6e6d-4059-afc5-da87c0f64789 req-139c54f0-31a7-4ef2-83c3-3287c832e717 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:21.033472 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-707f2ac9-6e6d-4059-afc5-da87c0f64789 req-139c54f0-31a7-4ef2-83c3-3287c832e717 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0798681
May 10 13:39:21.079856 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-707f2ac9-6e6d-4059-afc5-da87c0f64789 req-6ebd3020-113e-480e-a2f4-f84e8e3aa672 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407257
May 10 13:39:21.274878 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db2771-8858-469d-8d52-51581d9e5248 req-fa3addf3-cd83-4585-8f9e-09e895adc1d7 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:21.276337 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-17db2771-8858-469d-8d52-51581d9e5248 req-fa3addf3-cd83-4585-8f9e-09e895adc1d7 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.0833471
May 10 13:39:21.321273 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-17db2771-8858-469d-8d52-51581d9e5248 req-3246fef9-4e59-4dd5-83c2-f1fe9fe0df26 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384538
May 10 13:39:21.518683 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:21.772729 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-5f5c3b6f-934f-4a7e-842c-fdcd216affb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0804877
May 10 13:39:21.914745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-efef356b-25cf-4001-b7fb-431cd6637fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:21.916182 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-efef356b-25cf-4001-b7fb-431cd6637fe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1098 time: 0.0692058
May 10 13:39:22.062851 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-9ad9c397-e5e5-475b-9c7c-93d74aadbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.064294 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-9ad9c397-e5e5-475b-9c7c-93d74aadbfb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1251256
May 10 13:39:22.150807 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-534e9a01-aeb8-4d4b-8d71-232f1a2e4ffb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.151518 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-534e9a01-aeb8-4d4b-8d71-232f1a2e4ffb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Synchronizing usage tracker for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:39:22.168364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-534e9a01-aeb8-4d4b-8d71-232f1a2e4ffb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Unset dirty status for tenant:014009b6efe44930b5ae89aee41f4e43 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:39:22.169857 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-534e9a01-aeb8-4d4b-8d71-232f1a2e4ffb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.1083891
May 10 13:39:22.172369 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-e0b2de64-8bc5-4a5b-9abf-88a59397e6a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 1000 time: 0.1016371
May 10 13:39:22.296689 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-e2ac822a-751a-4a7a-a045-ec716a4a8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.298172 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-e2ac822a-751a-4a7a-a045-ec716a4a8ee5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.1153085
May 10 13:39:22.319352 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Deleting port 181957a2-fc65-419e-9f9f-cf062a90ce8d {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:22.319690 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:22.366293 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0080ee-c7c8-4035-98d4-2d023de2398d req-6c2101de-9803-419e-8eea-e47a8a07386d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.367765 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d0080ee-c7c8-4035-98d4-2d023de2398d req-6c2101de-9803-419e-8eea-e47a8a07386d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1512854
May 10 13:39:22.432649 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d0080ee-c7c8-4035-98d4-2d023de2398d req-576acb64-e8f1-4f32-8faa-fa84ea7992a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555165
May 10 13:39:22.457706 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] For port 181957a2-fc65-419e-9f9f-cf062a90ce8d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=181957a2-fc65-419e-9f9f-cf062a90ce8d,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:22.458203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:22.471738 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-77f0c049-166f-4a7b-8cb1-58a83e4c5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.473206 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-77f0c049-166f-4a7b-8cb1-58a83e4c5402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1654744
May 10 13:39:22.583578 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Calling delete_port for 181957a2-fc65-419e-9f9f-cf062a90ce8d owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:22.618276 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de4cfd-d5b6-4408-9a44-4f4e8a7b4ab8 req-5f4f6e38-ccb5-46e1-9fdc-19abf03ffaeb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:22.619742 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0de4cfd-d5b6-4408-9a44-4f4e8a7b4ab8 req-5f4f6e38-ccb5-46e1-9fdc-19abf03ffaeb tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 943 time: 0.1911409
May 10 13:39:22.641577 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:39:22.677956 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-10b57ea7-ec55-4f5f-abe7-e8dda89b0f0b service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923754
May 10 13:39:22.714054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:22.721013 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e9376415-119b-4edc-bf4a-e20166f7703f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:22.765616 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event deleted for resources: {'Port': ['ID=181957a2-fc65-419e-9f9f-cf062a90ce8d,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:22.768655 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:22.779938 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d0de4cfd-d5b6-4408-9a44-4f4e8a7b4ab8 req-83fd6ce6-383a-4371-b1c6-22d9f1d53f2c tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb4e4b19-215a-462b-8416-91639c4bd618&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543636
May 10 13:39:22.843943 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-36299b22-97c8-4fd3-aaf5-8ccfa3e5dc4b req-ca2faf49-079c-4c07-98d1-1c07eae801df service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512113
May 10 13:39:22.850717 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] No DVR routers for this DVR port 181957a2-fc65-419e-9f9f-cf062a90ce8d on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:39:22.853412 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:22.855693 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-deleted', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:22.875761 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a804bc6c-3cd1-440b-844d-3bac8f83c689 req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.36 "DELETE /v2.0/ports/181957a2-fc65-419e-9f9f-cf062a90ce8d HTTP/1.1" status: 204  len: 173 time: 0.6944215
May 10 13:39:22.918966 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab241198-1aa6-4933-a5ed-74168beec90d', 'name': 'network-vif-deleted', 'tag': '181957a2-fc65-419e-9f9f-cf062a90ce8d', 'status': 'completed', 'code': 200}
May 10 13:39:23.365509 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:39:23.560496 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:23.593841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '90442619-db36-4937-810e-9500770320e4', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:39:23.726727 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:23.747849 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713903c9-6dbb-4bd5-b2eb-1cb7aaa1e71e req-ea7a476d-986f-4a85-a890-cc5c6a45a403 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:23.750628 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-713903c9-6dbb-4bd5-b2eb-1cb7aaa1e71e req-ea7a476d-986f-4a85-a890-cc5c6a45a403 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1323249
May 10 13:39:23.753248 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90442619-db36-4937-810e-9500770320e4 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:39:23.783852 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:23.797435 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:23.821097 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:23.831749 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-713903c9-6dbb-4bd5-b2eb-1cb7aaa1e71e req-6a12afeb-f2e3-410b-91cf-ddcc681544a6 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688250
May 10 13:39:23.929133 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=6']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:23.941198 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:23.944123 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['90442619-db36-4937-810e-9500770320e4'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:39:23.986818 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-223a4b31-cda2-4689-b813-5f03327788d5 req-8d410844-b5b6-4a40-905d-adaa83c87ff0 tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab241198-1aa6-4933-a5ed-74168beec90d HTTP/1.1" status: 200  len: 210 time: 0.0491951
May 10 13:39:25.096412 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bd9d2-a9c6-4ba7-b7f6-ef2f1590c672 req-db3acdcd-c1ff-4c45-bcad-50cc740daed3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:25.097106 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e18bd9d2-a9c6-4ba7-b7f6-ef2f1590c672 req-db3acdcd-c1ff-4c45-bcad-50cc740daed3 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 944 time: 0.1063392
May 10 13:39:25.111573 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60164) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:25.173161 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e18bd9d2-a9c6-4ba7-b7f6-ef2f1590c672 req-4fe449f5-2d45-4931-be42-c5428a3f6b4e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691509
May 10 13:39:25.208118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.243336 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.328761 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.334954 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b5e41577-b431-4c71-ad57-d3e0693a1fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:25.348383 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e4b19-215a-462b-8416-91639c4bd618,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:25.367156 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:25.387826 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.388724 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:39:25.392200 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] 10.222.0.18 "DELETE /v2.0/security-groups/bb4e4b19-215a-462b-8416-91639c4bd618 HTTP/1.1" status: 204  len: 168 time: 0.2794764
May 10 13:39:25.435257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60170) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:25.512574 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 90442619-db36-4937-810e-9500770320e4 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:39:25.513341 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.661077 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.698757 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:25.699934 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:25.707813 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:25.710422 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:25.778268 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4', 'code': 200}
May 10 13:39:25.789791 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=7']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:25.798666 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:26.389267 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60188) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:26.395101 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc16a1-9f10-4cfc-ad36-4b91e9faa2d0 req-28517db8-138d-426d-be78-1402b5e62748 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:26.396728 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facc16a1-9f10-4cfc-ad36-4b91e9faa2d0 req-28517db8-138d-426d-be78-1402b5e62748 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0976770
May 10 13:39:26.453348 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-facc16a1-9f10-4cfc-ad36-4b91e9faa2d0 req-b42a01cd-edce-479b-8be9-28af9ea56d2c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483816
May 10 13:39:26.561206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:26.576304 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:26.696934 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:39:26.713590 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Usage tracker for resource:security_group_rule and tenant:8a074e79223241fa94ec0482ca50fb91 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:39:26.721319 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:39:26.736750 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:39:26.964272 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:26.971093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:26.979260 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-65581097-d10b-4e98-8002-206263404fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:27.066880 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd35ffd-eea8-4492-9922-6357cd78d2b9,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:27.071397 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a074e79223241fa94ec0482ca50fb91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6811619
May 10 13:39:27.072292 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2db1243c-7258-4b02-aaaa-34e5f34cb124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:27.074201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60198) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:27.180898 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Deleting port 86a9ad4e-90b3-4a8a-acab-415064d56db6 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:27.181423 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.259379 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.291177 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.330914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] For port 86a9ad4e-90b3-4a8a-acab-415064d56db6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=86a9ad4e-90b3-4a8a-acab-415064d56db6,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:27.331670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.352017 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.359382 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7ae39998-45c2-450f-8455-c5dd6bf17c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:27.372910 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd35ffd-eea8-4492-9922-6357cd78d2b9,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:27.375666 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.378028 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbd35ffd-eea8-4492-9922-6357cd78d2b9 HTTP/1.1" status: 204  len: 168 time: 0.3015819
May 10 13:39:27.378028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:27.477944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Calling delete_port for 86a9ad4e-90b3-4a8a-acab-415064d56db6 owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:27.671074 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:27.676847 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-4a5c833f-8306-4eeb-812d-ae2af45ead99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:27.732432 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a09edd-a879-4259-b3c1-1ac78d94477a req-5976880d-6478-49f7-a487-584a67623d5e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:27.741439 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8a09edd-a879-4259-b3c1-1ac78d94477a req-5976880d-6478-49f7-a487-584a67623d5e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1547852
May 10 13:39:27.759323 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a9ad4e-90b3-4a8a-acab-415064d56db6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:27.797078 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:27.805449 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-e8a09edd-a879-4259-b3c1-1ac78d94477a req-cda6bd61-fcf2-4cf6-9aaf-25af06c2a735 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619323
May 10 13:39:28.170716 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:28.550870 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:39:28.744663 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:39:28.758598 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Sync routers for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:39:28.765522 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-6c27bbe6-e4d4-45b5-9e36-aca9f84b46d3 admin admin] 10.222.0.18 "PUT /v2.0/routers/d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3291366
May 10 13:39:28.768039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60206) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:28.770127 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:28.771027 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf92b7e20>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:29.046850 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:29.079089 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:29.293998 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018331-638e-4864-b057-fc00b46d722b req-62cebdc1-42e3-4869-b179-618d44bef4c0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:29.296020 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99018331-638e-4864-b057-fc00b46d722b req-62cebdc1-42e3-4869-b179-618d44bef4c0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.3009930
May 10 13:39:29.339270 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf92b7e20>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:39:27Z', 'revision_number': 5, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port': {'id': 'd378d6ba-8651-4d43-b721-fa3055b9e7b0', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:29.343117 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Checking router: d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:39:29.352244 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Routers {'d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:29.353156 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf92b7e20>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:29.371810 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:29.383089 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-99018331-638e-4864-b057-fc00b46d722b req-d50f813e-5d18-4519-9590-ae6af92ab718 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799780
May 10 13:39:29.456136 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Deleting port d378d6ba-8651-4d43-b721-fa3055b9e7b0 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:29.456543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:29.530452 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] Set router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:29.603609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] For port d378d6ba-8651-4d43-b721-fa3055b9e7b0, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d378d6ba-8651-4d43-b721-fa3055b9e7b0,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:29.604026 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:29.641028 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf92b7e20>, [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:39:29Z', 'revision_number': 6, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:29.645841 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3faf7-bfec-4ea5-92bf-44de10475c5e None None] The sync data for ids ['d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa'] in dv-cinder-784945-7-iscsi is: [{'id': 'd69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa', 'name': 'tempest-TestShelveInstance-1241938701-router', 'tenant_id': '014009b6efe44930b5ae89aee41f4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:42Z', 'updated_at': '2021-05-10T13:39:29Z', 'revision_number': 6, 'project_id': '014009b6efe44930b5ae89aee41f4e43', 'gw_port_host': None}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:39:29.765268 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Calling delete_port for d378d6ba-8651-4d43-b721-fa3055b9e7b0 owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:29.918412 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:29.922358 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-44408b52-3103-4720-8af0-a5b12a17e725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:29.975234 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d378d6ba-8651-4d43-b721-fa3055b9e7b0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:30.040073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:30.075743 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.367178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.369381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.397596 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.398243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:39:30.412826 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.414093 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4ed1720f-4d6a-4399-b594-a6a4723c9dd0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d69e5920-1eeb-4c15-a7a1-cc5fa7ee37fa HTTP/1.1" status: 204  len: 168 time: 1.6450012
May 10 13:39:30.416484 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60216) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:30.496543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Deleting subnet f5fa966d-fb62-4330-bc47-73f64c14a7b2 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:39:30.499781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.568424 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.719048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d0174-a00f-4b16-8669-f0069abeca57 req-458eed2b-de42-4569-8971-452156aa210a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:30.720541 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3b4d0174-a00f-4b16-8669-f0069abeca57 req-458eed2b-de42-4569-8971-452156aa210a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1199620
May 10 13:39:30.771775 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:30.812815 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3b4d0174-a00f-4b16-8669-f0069abeca57 req-5e6e2f96-f068-4556-911b-6e93d3a60eaa tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842195
May 10 13:39:30.934992 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 86a9ad4e-90b3-4a8a-acab-415064d56db6 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:30.973562 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 86a9ad4e-90b3-4a8a-acab-415064d56db6 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:30.974255 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 86a9ad4e-90b3-4a8a-acab-415064d56db6 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:30.974834 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d378d6ba-8651-4d43-b721-fa3055b9e7b0 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:31.014324 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: d378d6ba-8651-4d43-b721-fa3055b9e7b0 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:31.014946 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d378d6ba-8651-4d43-b721-fa3055b9e7b0 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:31.058545 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.064208 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0ff9432f-0d3c-437f-ab85-9899e453b2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:31.098897 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fa966d-fb62-4330-bc47-73f64c14a7b2,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:31.104142 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:31.104142 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.109866 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-634c6bd8-6124-49bd-929a-ab0bedcd5f62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f5fa966d-fb62-4330-bc47-73f64c14a7b2 HTTP/1.1" status: 204  len: 168 time: 0.6923828
May 10 13:39:31.112253 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60222) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:31.115215 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f4e67-f746-42e1-9e75-6f7cbe1efde1 None None] Network 6773520f-f5b9-403b-9a7c-465f1d0050fd requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:39:31.221028 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.301546 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Deleting port c0868ba1-58ce-4144-bb54-42d66dee060a {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:31.301962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.407841 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] For port c0868ba1-58ce-4144-bb54-42d66dee060a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=c0868ba1-58ce-4144-bb54-42d66dee060a,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:31.408187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.419872 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] DHCP port deletion for 6773520f-f5b9-403b-9a7c-465f1d0050fd request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:39:31.507141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Deleting port c0868ba1-58ce-4144-bb54-42d66dee060a {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:31.507565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.570574 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Calling delete_port for c0868ba1-58ce-4144-bb54-42d66dee060a owned by network:dhcp {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:31.605956 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] For port c0868ba1-58ce-4144-bb54-42d66dee060a, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=c0868ba1-58ce-4144-bb54-42d66dee060a,segment=NetworkSegment(2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7),segment_id=2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:31.606691 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.627332 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.638942 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-725a8faa-44be-430d-b443-93680750a593 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:31.683255 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0868ba1-58ce-4144-bb54-42d66dee060a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:31.685387 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] No DVR routers for this DVR port c0868ba1-58ce-4144-bb54-42d66dee060a on host dv-cinder-784945-7-iscsi {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:39:31.687131 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:31.798145 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Calling delete_port for c0868ba1-58ce-4144-bb54-42d66dee060a owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:31.834653 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.852821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf9548160>,) {'filters': {'network_id': ['6773520f-f5b9-403b-9a7c-465f1d0050fd']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:31.865063 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.869582 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf9548160>, '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:31.869885 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf9548160>, '2b58d30b-3ab0-4e50-8cb0-59de5cef8fc7') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:31.875026 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:31.890957 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.914975 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.925335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Pushing event deleted for resources: {'Port': ['ID=c0868ba1-58ce-4144-bb54-42d66dee060a,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:31.927398 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] No DVR routers for this DVR port c0868ba1-58ce-4144-bb54-42d66dee060a on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:39:31.929529 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-4eb472f4-290a-4f36-a92c-509a62c939f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:31.941747 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:39:31.943575 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:39:31.971921 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:39:32.103418 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:32.110357 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:32.124088 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:32.242326 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Pushing event deleted for resources: {'Network': ['ID=6773520f-f5b9-403b-9a7c-465f1d0050fd,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:32.245371 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:32.253242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fea89-e818-4493-a1de-8ea44df7933b req-bfa02040-1959-44a1-ba70-0852d61e1d32 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:32.254728 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-524fea89-e818-4493-a1de-8ea44df7933b req-bfa02040-1959-44a1-ba70-0852d61e1d32 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.2791927
May 10 13:39:32.282356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60228) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:32.282926 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-9ec7cde6-7baf-44b3-97d0-4d35654f2130 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6773520f-f5b9-403b-9a7c-465f1d0050fd HTTP/1.1" status: 204  len: 168 time: 1.1691973
May 10 13:39:32.309550 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-524fea89-e818-4493-a1de-8ea44df7933b req-e7c57aa5-4aa6-42db-87dd-a6dc4bc0a18c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487518
May 10 13:39:32.905453 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device c0868ba1-58ce-4144-bb54-42d66dee060a no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:32.956843 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: c0868ba1-58ce-4144-bb54-42d66dee060a {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:32.961565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device c0868ba1-58ce-4144-bb54-42d66dee060a not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:33.005307 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:33.452266 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-26e44093-99e2-4732-89b1-26b3a39e9615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:33.480041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Deleting port 245a4a6b-7ba8-40ee-a897-f1ce231109a8 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:33.480627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:33.590021 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021e347-8af5-48cb-afc7-023e972cf0a1 req-180848d0-882a-4b8f-af74-b51331f9823a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:33.594406 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1021e347-8af5-48cb-afc7-023e972cf0a1 req-180848d0-882a-4b8f-af74-b51331f9823a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1178870
May 10 13:39:33.614020 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] For port 245a4a6b-7ba8-40ee-a897-f1ce231109a8, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=245a4a6b-7ba8-40ee-a897-f1ce231109a8,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:33.614371 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:33.653469 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1021e347-8af5-48cb-afc7-023e972cf0a1 req-942e7146-e33f-4211-85ba-b1b2449bb76e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568357
May 10 13:39:33.751621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Calling delete_port for 245a4a6b-7ba8-40ee-a897-f1ce231109a8 owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:33.892944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:33.896287 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5c259e07-8743-42a4-8bf5-5fcf4edd5edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:33.939441 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Pushing event deleted for resources: {'Port': ['ID=245a4a6b-7ba8-40ee-a897-f1ce231109a8,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:33.942572 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:34.197029 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:34.596559 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-df3dac79-0337-4bb6-ad4a-8ae9246b58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:34.598042 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-df3dac79-0337-4bb6-ad4a-8ae9246b58f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1098 time: 0.1651130
May 10 13:39:34.822588 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-4ad977e9-e432-403d-bb47-951694b7d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:34.824569 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-4ad977e9-e432-403d-bb47-951694b7d7ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1726105
May 10 13:39:34.828779 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Router c48ba22e-1fa2-4124-a56e-e13403455e5c has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:39:34.846541 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689908c-f493-4ee1-8c0d-b8fd8183f34a req-98b78afb-f73c-4515-9424-7d83c27b9d85 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:34.848069 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9689908c-f493-4ee1-8c0d-b8fd8183f34a req-98b78afb-f73c-4515-9424-7d83c27b9d85 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.0801890
May 10 13:39:34.895176 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9689908c-f493-4ee1-8c0d-b8fd8183f34a req-a1038844-1380-4f9b-8f7e-f009bce1929b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409975
May 10 13:39:35.059994 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-a78330d7-8d57-451f-aa0e-313eaccd1391 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 1000 time: 0.2268105
May 10 13:39:35.137274 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:39:35.144097 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-1312666a-5df1-4aff-98f1-8c921d1a9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:35.145493 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-1312666a-5df1-4aff-98f1-8c921d1a9b44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0776567
May 10 13:39:35.146070 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Sync routers for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:39:35.150129 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] 10.222.0.18 "PUT /v2.0/routers/c48ba22e-1fa2-4124-a56e-e13403455e5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8659599
May 10 13:39:35.152832 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60252) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:35.155632 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:35.156317 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906de80>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:35.220723 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-f599f5c7-d958-4d49-a912-1591e77b5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:35.222308 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-f599f5c7-d958-4d49-a912-1591e77b5fef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699308
May 10 13:39:35.329014 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:35.336514 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:35.356899 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-79d4ed3b-2050-41f3-8a9f-8a366ca49da1 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283040
May 10 13:39:35.495756 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-aae19f0e-42de-4ab9-a341-728ebeac6fa3 req-048ae647-ed32-4871-80e0-6ecd2a203c33 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304946
May 10 13:39:35.509264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:35.578417 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Deleting port 6817e55b-2f50-4264-8520-277271791828 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:35.578758 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:35.653369 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906de80>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '6817e55b-2f50-4264-8520-277271791828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:39:33Z', 'revision_number': 5, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port': {'id': '6817e55b-2f50-4264-8520-277271791828', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:55Z', 'updated_at': '2021-05-10T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:35.657219 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Checking router: c48ba22e-1fa2-4124-a56e-e13403455e5c for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:39:35.665386 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Routers {'c48ba22e-1fa2-4124-a56e-e13403455e5c'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:39:35.666012 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf906de80>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:39:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['c48ba22e-1fa2-4124-a56e-e13403455e5c'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:35.698590 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] For port 6817e55b-2f50-4264-8520-277271791828, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=6817e55b-2f50-4264-8520-277271791828,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:35.698941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:35.820005 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] Set router c48ba22e-1fa2-4124-a56e-e13403455e5c gateway port host: None {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:39:35.821831 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Calling delete_port for 6817e55b-2f50-4264-8520-277271791828 owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:35.927610 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf906de80>, [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:39:35Z', 'revision_number': 6, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:35.931843 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4ce0-a52a-4f1a-a0ab-b21296b7c876 None None] The sync data for ids ['c48ba22e-1fa2-4124-a56e-e13403455e5c'] in dv-cinder-784945-7-iscsi is: [{'id': 'c48ba22e-1fa2-4124-a56e-e13403455e5c', 'name': 'tempest-TestShelveInstance-201019546-router', 'tenant_id': 'adba9be4513844c29370c08e02f521ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:53Z', 'updated_at': '2021-05-10T13:39:35Z', 'revision_number': 6, 'project_id': 'adba9be4513844c29370c08e02f521ea', 'gw_port_host': None}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:39:35.962531 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:35.968887 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-23e4effe-3ff1-4dae-8e02-4d31169f9bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:36.012742 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Pushing event deleted for resources: {'Port': ['ID=6817e55b-2f50-4264-8520-277271791828,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:36.015696 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:36.149373 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.222177 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5bfebf95-3dd0-4739-aed2-1f21646697e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.279864 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.432476 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be138-2747-4fad-8127-6b2a5a5ce4ee req-f49f176b-958c-40ea-82bf-3447bfd8fb56 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:36.434470 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-557be138-2747-4fad-8127-6b2a5a5ce4ee req-f49f176b-958c-40ea-82bf-3447bfd8fb56 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.4235947
May 10 13:39:36.443627 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.457111 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.493264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.493700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48ba22e-1fa2-4124-a56e-e13403455e5c {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:39:36.502044 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-557be138-2747-4fad-8127-6b2a5a5ce4ee req-d19b3d09-2ab8-4bb5-985f-2a933c039078 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608699
May 10 13:39:36.509923 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.513750 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-52ed0acf-180c-4d12-b6d0-439c28c92950 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c48ba22e-1fa2-4124-a56e-e13403455e5c HTTP/1.1" status: 204  len: 168 time: 1.3572013
May 10 13:39:36.514100 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60258) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:36.570369 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Deleting subnet 2853af03-7fde-4917-b65e-9e1206ad5bc0 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:39:36.573138 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.622820 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.704705 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.890400 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 245a4a6b-7ba8-40ee-a897-f1ce231109a8 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:36.928056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 245a4a6b-7ba8-40ee-a897-f1ce231109a8 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:36.928615 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 245a4a6b-7ba8-40ee-a897-f1ce231109a8 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:36.929201 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6817e55b-2f50-4264-8520-277271791828 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:36.963778 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:36.966883 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 6817e55b-2f50-4264-8520-277271791828 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:36.967392 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 6817e55b-2f50-4264-8520-277271791828 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:36.969543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7e865a05-0bb2-42d0-bacc-d0b0e52c8af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:37.005263 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.008267 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2853af03-7fde-4917-b65e-9e1206ad5bc0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:37.011428 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:37.012164 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a937c29-9176-43b9-9579-a80b998ac7b8 None None] Network b46eb733-2d6f-4e86-be46-ebb76f5e3209 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:39:37.014893 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-94df1028-df80-4507-8774-31ec8b325ef2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2853af03-7fde-4917-b65e-9e1206ad5bc0 HTTP/1.1" status: 204  len: 168 time: 0.4995549
May 10 13:39:37.016947 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60262) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:37.130084 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.206145 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Deleting port 8307ebd5-c0c3-491d-be10-7a37c98fdffc {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:37.206513 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.284547 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] DHCP port deletion for b46eb733-2d6f-4e86-be46-ebb76f5e3209 request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:39:37.317006 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] For port 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8307ebd5-c0c3-491d-be10-7a37c98fdffc,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:37.317355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.339857 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.361634 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Deleting port 8307ebd5-c0c3-491d-be10-7a37c98fdffc {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:39:37.362038 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.441018 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Calling delete_port for 8307ebd5-c0c3-491d-be10-7a37c98fdffc owned by network:dhcp {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:37.458312 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] For port 8307ebd5-c0c3-491d-be10-7a37c98fdffc, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8307ebd5-c0c3-491d-be10-7a37c98fdffc,segment=NetworkSegment(38efd327-ba20-43fa-9501-9ada77cb7bfc),segment_id=38efd327-ba20-43fa-9501-9ada77cb7bfc)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:37.458794 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.467551 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:37.489709 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.494257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-db6f2bb8-3ec3-4bec-9508-a2b5ce674391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:37.540481 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Pushing event deleted for resources: {'Port': ['ID=8307ebd5-c0c3-491d-be10-7a37c98fdffc,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:37.547542 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:37.548283 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] No DVR routers for this DVR port 8307ebd5-c0c3-491d-be10-7a37c98fdffc on host dv-cinder-784945-7-iscsi {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:39:37.642795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Calling delete_port for 8307ebd5-c0c3-491d-be10-7a37c98fdffc owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:39:37.716070 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.731884 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf8ab0e50>,) {'filters': {'network_id': ['b46eb733-2d6f-4e86-be46-ebb76f5e3209']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:37.739108 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.746399 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8ab0e50>, '38efd327-ba20-43fa-9501-9ada77cb7bfc') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:37.746695 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8ab0e50>, '38efd327-ba20-43fa-9501-9ada77cb7bfc') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:39:37.765062 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.768102 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.772265 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:37.795491 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460896a-82a3-4cd1-b210-86cbffb348d4 req-bf9c62a0-89a2-42f9-a821-2525691319a0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:37.796879 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7460896a-82a3-4cd1-b210-86cbffb348d4 req-bf9c62a0-89a2-42f9-a821-2525691319a0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 945 time: 0.1485074
May 10 13:39:37.797831 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.804243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:39:37.804604 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.813664 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:39:37.818776 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:39:37.829357 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Pushing event deleted for resources: {'Port': ['ID=8307ebd5-c0c3-491d-be10-7a37c98fdffc,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:37.832317 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:37.836839 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] No DVR routers for this DVR port 8307ebd5-c0c3-491d-be10-7a37c98fdffc on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:39:37.846432 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:37.848729 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:37.852139 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:37.887297 dv-cinder-784945-7-iscsi neutron-server[78710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90442619-db36-4937-810e-9500770320e4', 'code': 422} returned with failed status
May 10 13:39:37.920155 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=8']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:37.923240 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:38.010491 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.015349 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7460896a-82a3-4cd1-b210-86cbffb348d4 req-1341520e-0bcb-4c63-ba0f-cae39c67c898 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1931448
May 10 13:39:38.017472 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:38.032298 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.038236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46eb733-2d6f-4e86-be46-ebb76f5e3209,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:38.044385 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b46eb733-2d6f-4e86-be46-ebb76f5e3209 HTTP/1.1" status: 204  len: 168 time: 1.0264158
May 10 13:39:38.045781 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a006ab8c-b267-41f3-9654-d20932856986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:38.242747 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60278) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:38.299568 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-52c751e5-a42f-4ffc-bd66-e05959683bb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=014009b6efe44930b5ae89aee41f4e43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549295
May 10 13:39:38.301703 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60284) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:38.363977 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.392941 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.447836 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.452957 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-919ce0c7-4ad8-4dc3-b44f-50e08259ec3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:38.465744 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb23dc-453c-4a6e-bd71-a097f3f45042,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:38.468174 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:38.474453 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.478043 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20eb23dc-453c-4a6e-bd71-a097f3f45042 HTTP/1.1" status: 204  len: 168 time: 0.1729484
May 10 13:39:38.669889 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.829655 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60300) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:38.881439 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-48f46086-23ec-4a7e-8c83-e7874c5b4989 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adba9be4513844c29370c08e02f521ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505004
May 10 13:39:38.883932 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60306) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:39:38.894028 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8307ebd5-c0c3-491d-be10-7a37c98fdffc no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:38.944696 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:38.963362 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 8307ebd5-c0c3-491d-be10-7a37c98fdffc {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:39:38.963709 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8307ebd5-c0c3-491d-be10-7a37c98fdffc not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:39:38.972337 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:39.026189 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:39.030717 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1d92505d-52c6-4543-962e-511c332d47a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:39.041622 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526778b-995a-4ed1-9065-4cedc75e1ae0,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:39.045496 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:39.048565 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:39.049655 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9526778b-995a-4ed1-9065-4cedc75e1ae0 HTTP/1.1" status: 204  len: 168 time: 0.1647799
May 10 13:39:39.469608 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-f93aaabb-672a-43c2-bf29-d8ebb59a9d1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0763023
May 10 13:39:39.470242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e597-b999-4d91-bd0c-c50dca93ddf5 req-8073708a-7550-411e-b6b1-dd2dc9bb1b1a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:39.471375 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c683e597-b999-4d91-bd0c-c50dca93ddf5 req-8073708a-7550-411e-b6b1-dd2dc9bb1b1a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0901904
May 10 13:39:39.517137 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c683e597-b999-4d91-bd0c-c50dca93ddf5 req-011b0807-fd5b-40d3-ad4a-45486876d1a0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398297
May 10 13:39:40.293190 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-00e3e273-71f4-40f9-b14e-4e56dfb5438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.294694 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-00e3e273-71f4-40f9-b14e-4e56dfb5438c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286&tenant_id=3796c9f4250e42f195742ef0c145be91 HTTP/1.1" status: 200  len: 1096 time: 0.0694599
May 10 13:39:40.493749 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-8cd66e2e-5ef0-4e56-8dc5-41b6d9da7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.495279 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-8cd66e2e-5ef0-4e56-8dc5-41b6d9da7be3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1096 time: 0.1786318
May 10 13:39:40.626054 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-e39891de-cad1-4017-b350-69816728e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.627492 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-e39891de-cad1-4017-b350-69816728e6a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1250765
May 10 13:39:40.704486 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10cc6-94cf-4f21-a5fd-24ae0c02d2ca req-dd991ae0-6b9a-4574-9774-739c399cce49 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.705945 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-83b10cc6-94cf-4f21-a5fd-24ae0c02d2ca req-dd991ae0-6b9a-4574-9774-739c399cce49 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0822184
May 10 13:39:40.734715 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-8cbd2cd9-12fa-4412-ba3f-895fcacad982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 998 time: 0.1009603
May 10 13:39:40.750224 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-83b10cc6-94cf-4f21-a5fd-24ae0c02d2ca req-6bef7675-a470-4fad-8f0b-92d61d8609f5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384648
May 10 13:39:40.796886 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-0ee5450c-7150-4a1d-acfd-c63fbfccc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.798411 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-0ee5450c-7150-4a1d-acfd-c63fbfccc504 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0569692
May 10 13:39:40.870746 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-38ce83d1-6d02-48bf-98b5-7698cf88e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:40.872166 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-38ce83d1-6d02-48bf-98b5-7698cf88e898 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674641
May 10 13:39:41.001767 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-ff6248ab-0b33-48bd-867f-fd46ce65c8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221139
May 10 13:39:41.130944 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-1fd587f8-e0c9-4e87-a399-030cf2bfb148 req-2a12ea37-ae70-43fa-87f3-25bb1fd5b8ee service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226473
May 10 13:39:41.455855 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:39:41.953475 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb210-4aaf-40e4-9ed7-46827f901d41 req-84de577d-1437-47b6-8ee0-6c465ebdd553 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:41.954986 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-925cb210-4aaf-40e4-9ed7-46827f901d41 req-84de577d-1437-47b6-8ee0-6c465ebdd553 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0825179
May 10 13:39:42.006040 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-925cb210-4aaf-40e4-9ed7-46827f901d41 req-e9cead6b-18db-48d2-8635-f0c640f24cab tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450218
May 10 13:39:43.210260 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8fd5-8788-4cd6-beb2-09e66b578ce3 req-222efcf4-77dd-444b-b66b-3764adc99bd9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:43.211725 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-131f8fd5-8788-4cd6-beb2-09e66b578ce3 req-222efcf4-77dd-444b-b66b-3764adc99bd9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0821738
May 10 13:39:43.259829 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-131f8fd5-8788-4cd6-beb2-09e66b578ce3 req-3a99525a-f834-4988-987d-d006d4650e2c tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416009
May 10 13:39:44.459787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3e0dd-7095-478c-81a8-6c7f495d0153 req-1da7815f-6088-47b7-bdb7-0a860f4dd269 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:44.461309 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ac3e0dd-7095-478c-81a8-6c7f495d0153 req-1da7815f-6088-47b7-bdb7-0a860f4dd269 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0884869
May 10 13:39:44.507830 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1ac3e0dd-7095-478c-81a8-6c7f495d0153 req-c1bdf790-57f3-4520-9711-bcd3658a85e5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405798
May 10 13:39:45.710779 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4e91f-3e9d-4eeb-831f-dd25608578ce req-aa40f843-a440-4d95-bda8-14273e117825 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:45.712391 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f8a4e91f-3e9d-4eeb-831f-dd25608578ce req-aa40f843-a440-4d95-bda8-14273e117825 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0934188
May 10 13:39:45.761291 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f8a4e91f-3e9d-4eeb-831f-dd25608578ce req-c1fbc63f-aa9c-4dbf-9cae-aa12719a7ffe tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430939
May 10 13:39:46.958039 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de94ce-0f32-4aac-bad6-9f8516adad52 req-7362ea93-27b7-41e6-8375-82c05cee7454 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:46.959543 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-96de94ce-0f32-4aac-bad6-9f8516adad52 req-7362ea93-27b7-41e6-8375-82c05cee7454 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0827982
May 10 13:39:47.004657 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-96de94ce-0f32-4aac-bad6-9f8516adad52 req-c454571b-31f0-4113-9fd1-0d02c15bdad0 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394273
May 10 13:39:48.225402 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb49a-9be0-488d-86a9-1603c5f16e54 req-98751170-7475-4f22-9ff5-ddc9031c4a4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:48.226883 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f0bbb49a-9be0-488d-86a9-1603c5f16e54 req-98751170-7475-4f22-9ff5-ddc9031c4a4b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.1046326
May 10 13:39:48.272435 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-f0bbb49a-9be0-488d-86a9-1603c5f16e54 req-180c653f-fe37-402c-a222-f90dbee05faa tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397949
May 10 13:39:49.477544 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2538a6-41b4-4bef-b4de-f3bf2023d99a req-959ae013-d98f-471b-a3bb-ba88162d3d68 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:49.479200 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cc2538a6-41b4-4bef-b4de-f3bf2023d99a req-959ae013-d98f-471b-a3bb-ba88162d3d68 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0869253
May 10 13:39:49.535704 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-cc2538a6-41b4-4bef-b4de-f3bf2023d99a req-40cfada8-9d2e-46c3-8b7c-44e88bfad80b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502591
May 10 13:39:50.731057 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0dc6-4d2e-4ce6-99ef-50fd942e2d06 req-d5ceb3d3-43fc-4a0a-a72f-00f2f93920c7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:50.732498 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8f6c0dc6-4d2e-4ce6-99ef-50fd942e2d06 req-d5ceb3d3-43fc-4a0a-a72f-00f2f93920c7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0825238
May 10 13:39:50.779202 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8f6c0dc6-4d2e-4ce6-99ef-50fd942e2d06 req-0cbc1731-8027-42f0-8501-3361f280d599 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408046
May 10 13:39:51.539424 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:51.970886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41affedd-557f-4040-8c04-6bc8a25b9e4b req-ae5b8947-d5c0-4095-a2e4-8373462d1b74 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:51.972320 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-41affedd-557f-4040-8c04-6bc8a25b9e4b req-ae5b8947-d5c0-4095-a2e4-8373462d1b74 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0817640
May 10 13:39:52.015849 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-41affedd-557f-4040-8c04-6bc8a25b9e4b req-f2412adf-2ee9-4bd2-921b-059569492ee9 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378323
May 10 13:39:53.203681 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0c12-aa38-48de-a29d-3249651ede00 req-370d5ddd-fc6d-4c18-ad23-9a66fd3358ff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:53.205126 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-93ec0c12-aa38-48de-a29d-3249651ede00 req-370d5ddd-fc6d-4c18-ad23-9a66fd3358ff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 943 time: 0.0788517
May 10 13:39:53.252022 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-93ec0c12-aa38-48de-a29d-3249651ede00 req-3a8dd47d-ab8c-4362-b248-89f8d6398250 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412953
May 10 13:39:53.501947 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:39:53.630841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:53.644095 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '90442619-db36-4937-810e-9500770320e4', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'port_id': '90442619-db36-4937-810e-9500770320e4', 'mac_address': 'fa:16:3e:72:07:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:39:53.697498 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:53.713957 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90442619-db36-4937-810e-9500770320e4 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:39:53.729399 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:53.733373 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:53.735190 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:53.802181 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=9']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:53.805077 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:53.958225 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['90442619-db36-4937-810e-9500770320e4'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:39:54.433318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbec931-acfb-40f0-805d-e786f206d3bf req-159d68fc-3989-4464-b3f2-95b5a398d6bf tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:54.435347 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6fbec931-acfb-40f0-805d-e786f206d3bf req-159d68fc-3989-4464-b3f2-95b5a398d6bf tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 944 time: 0.0780125
May 10 13:39:54.479172 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6fbec931-acfb-40f0-805d-e786f206d3bf req-cc266218-8230-4310-8c63-fdd291571a9e tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382488
May 10 13:39:55.518481 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:39:55.586602 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 90442619-db36-4937-810e-9500770320e4 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:39:55.586978 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:55.670169 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8688-0cef-4b30-b873-16278ed65284 req-d64bdec6-4bea-49ac-ad66-ef6e07beccd8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:55.671607 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21ad8688-0cef-4b30-b873-16278ed65284 req-d64bdec6-4bea-49ac-ad66-ef6e07beccd8 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 944 time: 0.0832787
May 10 13:39:55.705054 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:55.717773 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21ad8688-0cef-4b30-b873-16278ed65284 req-a05b9ef9-821a-42f8-80a2-22a3ebb51748 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397825
May 10 13:39:55.731705 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:39:55.741811 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:39:55.746581 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:39:55.748262 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:39:55.786576 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90442619-db36-4937-810e-9500770320e4', 'code': 200}
May 10 13:39:55.818033 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=10']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:39:55.820832 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:39:56.030675 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af194-7573-45cf-88e0-3a37d8c5a700 req-ecd134a3-f178-487c-8265-0f56224f30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:56.032050 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-742af194-7573-45cf-88e0-3a37d8c5a700 req-ecd134a3-f178-487c-8265-0f56224f30f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1099 time: 0.0720975
May 10 13:39:56.073444 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-742af194-7573-45cf-88e0-3a37d8c5a700 req-d2a51394-63d6-40a4-b15e-76849cec93ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354223
May 10 13:39:56.911342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043c-8d2d-4d1f-9b3a-6159f69f6683 req-485b7f40-13c9-4f71-9a9d-da5db5a11be5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:56.912819 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc65043c-8d2d-4d1f-9b3a-6159f69f6683 req-485b7f40-13c9-4f71-9a9d-da5db5a11be5 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 946 time: 0.0812399
May 10 13:39:57.051735 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc65043c-8d2d-4d1f-9b3a-6159f69f6683 req-190a27ff-9e00-42ec-93ec-d92743b745a4 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328087
May 10 13:39:58.237525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b0a8-6609-465c-a763-53b060bd7286 req-e23921fb-8965-4098-bbbf-7f8f16c96a0b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:39:58.238973 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2628b0a8-6609-465c-a763-53b060bd7286 req-e23921fb-8965-4098-bbbf-7f8f16c96a0b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 946 time: 0.0767913
May 10 13:39:58.282133 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2628b0a8-6609-465c-a763-53b060bd7286 req-585fd4e2-1b79-45de-87c7-6dbc609a04de tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375085
May 10 13:39:59.641200 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:40:03.445479 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-6d0da59f-4f17-4d57-9303-069071f38b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:06.223001 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-5769ee06-b883-4817-820e-ef1997aacfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:06.271400 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:07.325217 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:08.663975 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:21.535658 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:23.784326 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-f249878f-9088-4f5b-b4dd-a3b1e443cf32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0669239
May 10 13:40:23.874064 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a915-e182-4c07-b861-9b482cee41cd req-50cb0865-ca4a-4dad-8392-f4a57ef38c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:23.875478 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-50cb0865-ca4a-4dad-8392-f4a57ef38c2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3796c9f4250e42f195742ef0c145be91&device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 1099 time: 0.0710921
May 10 13:40:24.018918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a915-e182-4c07-b861-9b482cee41cd req-747350ec-0991-438f-aa82-cc5062edd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:24.020250 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-747350ec-0991-438f-aa82-cc5062edd7d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 200  len: 917 time: 0.1231620
May 10 13:40:24.119768 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-eb728f41-c693-4caa-b0b5-72c8f9f0e615 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 200  len: 1000 time: 0.0930688
May 10 13:40:24.181494 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a915-e182-4c07-b861-9b482cee41cd req-d5555328-ada4-46e3-9168-d3a8a6037bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:24.182898 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-d5555328-ada4-46e3-9168-d3a8a6037bb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 200  len: 855 time: 0.0547726
May 10 13:40:24.256334 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a915-e182-4c07-b861-9b482cee41cd req-42fa17a3-0d86-428b-bb2b-8fdd540ac025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:24.257725 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-42fa17a3-0d86-428b-bb2b-8fdd540ac025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dee48ae8-7f30-4b3a-87e7-2adee18e5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665877
May 10 13:40:24.385745 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-c8031fdc-f515-45be-a853-d70a40b1abf5 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198733
May 10 13:40:24.512536 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4c69a915-e182-4c07-b861-9b482cee41cd req-112c76a7-e698-498c-adfe-0a8086f8b420 service neutron] 10.222.0.36 "GET /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190822
May 10 13:40:31.366734 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d5931-291f-46e4-bedc-0acfac0f78b4 req-b2cd7146-f5ab-4fb8-9d7d-2dc4262fdb21 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:31.368171 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc4d5931-291f-46e4-bedc-0acfac0f78b4 req-b2cd7146-f5ab-4fb8-9d7d-2dc4262fdb21 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 946 time: 0.0808058
May 10 13:40:31.411480 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-fc4d5931-291f-46e4-bedc-0acfac0f78b4 req-303eab8c-289f-4192-b5ef-7b2ef4015123 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377250
May 10 13:40:32.600629 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b808f8b-f3b5-434a-8281-4f83ad201cd8 req-733b7beb-5017-4310-92d6-7afaab49c14d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:32.602173 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6b808f8b-f3b5-434a-8281-4f83ad201cd8 req-733b7beb-5017-4310-92d6-7afaab49c14d tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 946 time: 0.0828345
May 10 13:40:32.649920 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6b808f8b-f3b5-434a-8281-4f83ad201cd8 req-ebf1011a-afbc-4fc6-bfc0-9ffa3c2f0a3a tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420175
May 10 13:40:32.679070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-79b9ece9-95ad-4330-b5c4-5e06ef4c4676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:32.679774 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-79b9ece9-95ad-4330-b5c4-5e06ef4c4676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Synchronizing usage tracker for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:40:32.691459 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-79b9ece9-95ad-4330-b5c4-5e06ef4c4676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Unset dirty status for tenant:3796c9f4250e42f195742ef0c145be91 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:40:32.692525 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-79b9ece9-95ad-4330-b5c4-5e06ef4c4676 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 946 time: 0.1955996
May 10 13:40:32.824022 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Deleting port 90442619-db36-4937-810e-9500770320e4 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:32.824364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:32.955848 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] For port 90442619-db36-4937-810e-9500770320e4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=90442619-db36-4937-810e-9500770320e4,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:32.956202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.232480 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.232846 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660853'] for floatingip, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.233161 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.db.l3_db [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Floating IP b35e9edb-cedb-4557-9d1d-989d54e9a152 disassociated. External IP: 172.27.3.32, port: 90442619-db36-4937-810e-9500770320e4.
May 10 13:40:33.233497 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Calling delete_port for 90442619-db36-4937-810e-9500770320e4 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:33.341274 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.346811 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-67f8ec7a-1179-4101-98a6-c8afdf6560ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:33.390281 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'Port': ['ID=90442619-db36-4937-810e-9500770320e4,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:33.401218 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.401601 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.401992 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.402368 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.402732 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.403133 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.403486 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.403839 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.404200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.404553 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.404902 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.405254 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:33.448091 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-a81b8702-d423-47ea-a3e2-16720718c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.458720 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:33.582826 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:40:33.758815 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:40:33.768824 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:40:33.786656 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:33.787405 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9d30fd0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:33.819555 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-002001a1-183e-4e60-822e-ca3b7c37b080 req-ed303b68-66e1-4208-a646-1a38b246ec7b tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f83cd2-c08d-4f2b-bcf4-85b6392e1286 HTTP/1.1" status: 200  len: 210 time: 0.0516484
May 10 13:40:33.834035 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] No DVR routers for this DVR port 90442619-db36-4937-810e-9500770320e4 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:40:33.841857 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:33.853844 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-deleted', 'tag': '90442619-db36-4937-810e-9500770320e4'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:40:33.874993 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2d1aafaa-2abe-4de8-b8b5-eb6a8da453bf req-04220768-a841-4099-a698-e6c2cacd0b51 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.36 "DELETE /v2.0/ports/90442619-db36-4937-810e-9500770320e4 HTTP/1.1" status: 204  len: 173 time: 1.1771448
May 10 13:40:33.899192 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83cd2-c08d-4f2b-bcf4-85b6392e1286', 'name': 'network-vif-deleted', 'tag': '90442619-db36-4937-810e-9500770320e4', 'status': 'completed', 'code': 200}
May 10 13:40:33.984537 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:34.318330 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9d30fd0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:34.322386 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:40:34.331530 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:34.332191 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9d30fd0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:34.510627 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:34.812571 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9d30fd0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:34.816265 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d78e11-6a5b-4f78-853a-10acb4b0cd66 None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:35:02Z', 'revision_number': 4, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'd00ab41f-0284-49f5-8e77-45fe13290195', 'name': '', 'network_id': 'dee48ae8-7f30-4b3a-87e7-2adee18e5feb', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'mac_address': 'fa:16:3e:e5:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:35:01Z', 'updated_at': '2021-05-10T13:35:09Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'subnets': [{'id': 'b3e58176-b365-4d57-99f8-0ff6aad09343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:40:35.023766 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014619b6-e370-434c-b5be-3ab61248db28 None None] New status for floating IP b35e9edb-cedb-4557-9d1d-989d54e9a152: DOWN {{(pid=78710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:40:35.767495 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:40:35.801995 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 90442619-db36-4937-810e-9500770320e4 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:40:35.802356 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 90442619-db36-4937-810e-9500770320e4 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:40:35.976206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60464) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:36.038653 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.068789 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.119641 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.123913 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-47c30493-8b98-493b-8a68-6b315828e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:36.139159 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00b177-efc1-4bd0-ac73-79c4c31c2cc8,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:36.141866 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:36.148795 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.149955 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e00b177-efc1-4bd0-ac73-79c4c31c2cc8 HTTP/1.1" status: 204  len: 168 time: 0.1727889
May 10 13:40:36.152628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60468) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:36.168289 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.api.v2.resource [None req-fffaa6c9-d3ff-4db8-a266-3e3150a4a629 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] show failed (client error): The resource could not be found.
May 10 13:40:36.169260 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-fffaa6c9-d3ff-4db8-a266-3e3150a4a629 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "GET /v2.0/security-groups/7e00b177-efc1-4bd0-ac73-79c4c31c2cc8 HTTP/1.1" status: 404  len: 347 time: 0.0157535
May 10 13:40:36.171991 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60472) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:36.224419 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-8583e607-e324-4cca-b135-e29987c70458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.274269 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.485910 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Deleting port 028bd698-c64d-4124-8635-b41ce4a7491e {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:36.486171 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.600627 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.600949 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.640805 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:40:36.720118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Calling delete_port for 028bd698-c64d-4124-8635-b41ce4a7491e owned by network:floatingip {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:36.824423 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.827864 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2468cbf5-3daa-47b5-b18c-0aa41c47fbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:36.874189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Pushing event deleted for resources: {'Port': ['ID=028bd698-c64d-4124-8635-b41ce4a7491e,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:36.877127 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:36.965214 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks [] for floatingip, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.979250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:36.980346 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-5b22b9fd-491d-49ef-94c6-c08894562083 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] 10.222.0.18 "DELETE /v2.0/floatingips/b35e9edb-cedb-4557-9d1d-989d54e9a152 HTTP/1.1" status: 204  len: 168 time: 0.8075051
May 10 13:40:37.327505 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:38.665001 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:39.737313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60496) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:40.408758 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:40.908909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Deleting port d00ab41f-0284-49f5-8e77-45fe13290195 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:40.909551 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:41.029063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] For port d00ab41f-0284-49f5-8e77-45fe13290195, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=d00ab41f-0284-49f5-8e77-45fe13290195,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:41.029321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:41.149644 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Calling delete_port for d00ab41f-0284-49f5-8e77-45fe13290195 owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:41.284839 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:41.289059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ef919be1-d221-4a1a-9fb3-36c0dba1d76b tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:41.331058 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Pushing event deleted for resources: {'Port': ['ID=d00ab41f-0284-49f5-8e77-45fe13290195,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:41.333570 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:41.589625 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:41.935741 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Router 81dca11d-63bf-4186-9790-13cfdaca82da has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:40:42.209550 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:40:42.218153 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Sync routers for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:40:42.224359 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60502) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:42.224840 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] 10.222.0.18 "PUT /v2.0/routers/81dca11d-63bf-4186-9790-13cfdaca82da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4860325
May 10 13:40:42.227939 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:42.228720 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf922d0d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:42.399719 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:42.400222 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:42.570839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:42.643147 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Deleting port f24ae59b-b158-48b9-b784-f87397623616 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:42.643534 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:42.679042 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf922d0d0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f24ae59b-b158-48b9-b784-f87397623616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:40:41Z', 'revision_number': 5, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port': {'id': 'f24ae59b-b158-48b9-b784-f87397623616', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:57Z', 'updated_at': '2021-05-10T13:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:42.683095 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Checking router: 81dca11d-63bf-4186-9790-13cfdaca82da for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:40:42.691933 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Routers {'81dca11d-63bf-4186-9790-13cfdaca82da'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:42.692639 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf922d0d0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['81dca11d-63bf-4186-9790-13cfdaca82da'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:42.766170 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] For port f24ae59b-b158-48b9-b784-f87397623616, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=f24ae59b-b158-48b9-b784-f87397623616,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:42.766522 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:42.837047 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] Set router 81dca11d-63bf-4186-9790-13cfdaca82da gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:42.889539 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Calling delete_port for f24ae59b-b158-48b9-b784-f87397623616 owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:42.974769 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf922d0d0>, [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:40:42Z', 'revision_number': 6, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:42.978672 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436d1f1-1efc-4ea0-916f-422294a133e7 None None] The sync data for ids ['81dca11d-63bf-4186-9790-13cfdaca82da'] in dv-cinder-784945-7-iscsi is: [{'id': '81dca11d-63bf-4186-9790-13cfdaca82da', 'name': 'tempest-AttachVolumeShelveTestJSON-979039731-router', 'tenant_id': '3796c9f4250e42f195742ef0c145be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:56Z', 'updated_at': '2021-05-10T13:40:42Z', 'revision_number': 6, 'project_id': '3796c9f4250e42f195742ef0c145be91', 'gw_port_host': None}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:40:43.032351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.035899 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:43.079295 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24ae59b-b158-48b9-b784-f87397623616,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:43.111048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.111370 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.111733 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.112093 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.112447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.112799 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.113150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.113500 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.113845 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.114211 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.114558 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.114904 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:43.121989 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:43.180504 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.441285 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.443473 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.465709 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.466249 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81dca11d-63bf-4186-9790-13cfdaca82da {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:40:43.477955 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.479074 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4f1fbf7e-fa25-4228-b181-8d8fed2e6df8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/81dca11d-63bf-4186-9790-13cfdaca82da HTTP/1.1" status: 204  len: 168 time: 1.2529988
May 10 13:40:43.481627 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60506) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:43.541673 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Deleting subnet b3e58176-b365-4d57-99f8-0ff6aad09343 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:40:43.544538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.591445 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.664409 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.912109 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.916670 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:43.951421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e58176-b365-4d57-99f8-0ff6aad09343,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:43.956311 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:43.957133 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:43.962685 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b0547-46d5-4c7b-be02-4a58775640f4 None None] Network dee48ae8-7f30-4b3a-87e7-2adee18e5feb requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:40:43.964080 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3a27edd3-2154-41a0-860f-3a1e842857b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b3e58176-b365-4d57-99f8-0ff6aad09343 HTTP/1.1" status: 204  len: 168 time: 0.4812014
May 10 13:40:43.966339 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60510) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:44.070215 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.145599 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Deleting port 3dc2128e-4de1-4095-87b2-2d680641eea9 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:44.145929 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.205849 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] DHCP port deletion for dee48ae8-7f30-4b3a-87e7-2adee18e5feb request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:40:44.245356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] For port 3dc2128e-4de1-4095-87b2-2d680641eea9, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=3dc2128e-4de1-4095-87b2-2d680641eea9,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:44.245639 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.267915 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Deleting port 3dc2128e-4de1-4095-87b2-2d680641eea9 {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:44.268295 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.366601 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Calling delete_port for 3dc2128e-4de1-4095-87b2-2d680641eea9 owned by network:dhcp {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:44.392841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] For port 3dc2128e-4de1-4095-87b2-2d680641eea9, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=3dc2128e-4de1-4095-87b2-2d680641eea9,segment=NetworkSegment(0609d793-24a0-490c-a99b-2892d24a3e38),segment_id=0609d793-24a0-490c-a99b-2892d24a3e38)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:44.393235 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.412098 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.415914 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ef57d3d2-ae15-404f-992c-091f77da641d tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:44.458616 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc2128e-4de1-4095-87b2-2d680641eea9,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:44.461065 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:44.463652 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] No DVR routers for this DVR port 3dc2128e-4de1-4095-87b2-2d680641eea9 on host dv-cinder-784945-7-iscsi {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:40:44.514542 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Calling delete_port for 3dc2128e-4de1-4095-87b2-2d680641eea9 owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:44.556288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.560603 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-badfbf63-2c9b-4502-b3e0-331ee350e484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:44.578316 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.595313 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf368ccd0>,) {'filters': {'network_id': ['dee48ae8-7f30-4b3a-87e7-2adee18e5feb']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:44.604733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] No DVR routers for this DVR port 3dc2128e-4de1-4095-87b2-2d680641eea9 on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:40:44.607276 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf368ccd0>, '0609d793-24a0-490c-a99b-2892d24a3e38') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:44.607572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf368ccd0>, '0609d793-24a0-490c-a99b-2892d24a3e38') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:44.608443 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Pushing event deleted for resources: {'Port': ['ID=3dc2128e-4de1-4095-87b2-2d680641eea9,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:44.616093 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.616361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.616877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.617395 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.618233 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.618233 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.618612 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.618735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.619067 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.619394 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.619648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.619779 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.620030 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:40:44.623125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:44.635497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.642099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:40:44.642503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:40:44.655820 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:40:44.727230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.730645 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:44.746426 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:44.835632 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee48ae8-7f30-4b3a-87e7-2adee18e5feb,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:44.839735 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:44.845425 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dee48ae8-7f30-4b3a-87e7-2adee18e5feb HTTP/1.1" status: 204  len: 168 time: 0.8764751
May 10 13:40:44.928334 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 3dc2128e-4de1-4095-87b2-2d680641eea9 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:40:44.962875 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60516) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:44.966528 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 3dc2128e-4de1-4095-87b2-2d680641eea9 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:40:44.967010 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 3dc2128e-4de1-4095-87b2-2d680641eea9 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:40:44.967297 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d00ab41f-0284-49f5-8e77-45fe13290195 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:40:45.000141 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: d00ab41f-0284-49f5-8e77-45fe13290195 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:40:45.000406 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device d00ab41f-0284-49f5-8e77-45fe13290195 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:40:45.000816 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f24ae59b-b158-48b9-b784-f87397623616 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:40:45.010999 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-67be4e1a-f0d3-49fd-9312-ca4931270f52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3796c9f4250e42f195742ef0c145be91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468771
May 10 13:40:45.014021 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60520) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:45.033005 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: f24ae59b-b158-48b9-b784-f87397623616 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:40:45.033369 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device f24ae59b-b158-48b9-b784-f87397623616 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:40:45.071804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:45.097308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:45.147489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:45.152455 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1474a98f-2595-4a10-93e8-782155810217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:45.166980 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91ef76d-31df-4768-b3f2-fdaebb2d8bb4,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:45.171308 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:45.173448 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:45.174453 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e428c470-d695-4ce7-8b89-9321bafea29c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d91ef76d-31df-4768-b3f2-fdaebb2d8bb4 HTTP/1.1" status: 204  len: 168 time: 0.1593883
May 10 13:40:45.866069 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60544) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:45.970552 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1795954122-network', 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:40:45.975085 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:40:45.978833 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Usage tracker for resource:network and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:40:45.982257 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:40:45.988451 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:40:45.997732 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:40:46.000032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.014465 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.028520 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:40:46.032421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Usage tracker for resource:security_group_rule and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:40:46.035228 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:40:46.040896 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:40:46.121290 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.125956 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.128732 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c1efe59c-c1b7-4dd9-b406-a33090104f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:46.158846 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:40:46.163890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e28d09-1406-4d1c-bc11-f548efaca3c4,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:46.167602 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:46.171776 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.172142 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Added segment 67a901a7-d146-4b2d-b8f2-9e47177a27c3 of type vlan for network 39658c97-9747-4fb1-82fd-bc63ef27337c
May 10 13:40:46.199787 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.226791 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.228051 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:46.228730 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.233592 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:46.330862 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Pushing event updated for resources: {'Network': ['ID=39658c97-9747-4fb1-82fd-bc63ef27337c,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:46.333487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:46.335807 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-4bbac2d0-7a05-4a9e-ba26-08475b9bdbae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4686856
May 10 13:40:46.338155 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60550) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:46.340846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 39658c97-9747-4fb1-82fd-bc63ef27337c details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:40:46.343874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Request body: {'subnet': {'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1795954122-subnet', 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:40:46.348635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:40:46.352502 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Usage tracker for resource:subnet and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:40:46.355358 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:40:46.361455 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:40:46.370896 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:40:46.373746 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.741501 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.745846 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:46.816301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b8d75f-11cd-457b-97f1-a7ed04ab5235,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:46.820054 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:46.820861 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Checking segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:40:46.821204 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Network hostable DHCP agents. Network: 39658c97-9747-4fb1-82fd-bc63ef27337c, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:40:46.838563 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Network 39658c97-9747-4fb1-82fd-bc63ef27337c is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:40:46.847940 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 39658c97-9747-4fb1-82fd-bc63ef27337c) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:40:46.855811 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:46.856436 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:46.857125 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b6cb2-08f3-4af8-a814-c8af3c1cd980 None None] Network 39658c97-9747-4fb1-82fd-bc63ef27337c requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:40:46.878053 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3fb9e7d0-1d23-400b-a290-72f6a5192544 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5385690
May 10 13:40:47.049416 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ad440-f921-42a6-aa51-21310e81a1db None None] Network 39658c97-9747-4fb1-82fd-bc63ef27337c requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:40:47.384552 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-ff18fd3f-d8d4-40ea-98e6-84d8e7da47ad tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:47.385229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-ff18fd3f-d8d4-40ea-98e6-84d8e7da47ad tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:network {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:40:47.401043 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-ff18fd3f-d8d4-40ea-98e6-84d8e7da47ad tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:network {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:40:47.402259 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-ff18fd3f-d8d4-40ea-98e6-84d8e7da47ad tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1580682
May 10 13:40:47.417104 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-f2da4276-c375-4541-b186-b5a71579233c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/quotas/c85461b4c12e41bc8bd6c4a5da33a024 HTTP/1.1" status: 200  len: 375 time: 0.0087109
May 10 13:40:47.467167 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-d835d83e-4195-4052-8424-d4da1b00a4e8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445733
May 10 13:40:47.597288 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-6f587596-47ac-45b6-aa44-ce75c845b41d service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235013
May 10 13:40:47.725091 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-bce96ea5-f1c2-4f90-8d43-f80467b350d3 service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219707
May 10 13:40:47.895434 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d67809c2-ea53-435f-913b-870582776858 req-c0966df0-090c-4b62-8bbe-9747e94e42a8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 210 time: 0.0415578
May 10 13:40:48.882768 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-a03ace9e-42be-471b-a577-2f9c77b8523a tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:48.884215 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-a03ace9e-42be-471b-a577-2f9c77b8523a tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1413798
May 10 13:40:48.896082 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Request body: {'port': {'device_id': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'admin_state_up': True, 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:40:49.030924 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:40:49.034694 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Usage tracker for resource:port and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:40:49.037463 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:40:49.042551 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dd360f58-eb45-4243-8457-be038187fa25 req-57659e1d-2dea-4b43-82f3-fb93c4bbd570 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 210 time: 0.0412729
May 10 13:40:49.043200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:40:49.054378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:40:49.058110 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:49.216490 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Allocated IP 172.20.0.2 (39658c97-9747-4fb1-82fd-bc63ef27337c/16b8d75f-11cd-457b-97f1-a7ed04ab5235/1e560386-f779-4bfe-976f-cad11e78782a) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:40:49.409155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:49.437602 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:49.442911 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9b562983-c4c4-4287-91b5-180b145f6d11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:49.503469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Network 39658c97-9747-4fb1-82fd-bc63ef27337c is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:40:49.506222 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:40:49.510023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:40:49.555098 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event updated for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:49.559744 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:49.585423 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:49.586042 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:49.607962 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7153838
May 10 13:40:49.618889 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Request body: {'port': {'device_id': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:40:49.726674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.055308 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e560386-f779-4bfe-976f-cad11e78782a {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:40:50.062524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.079405 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Transition to ACTIVE for port object 1e560386-f779-4bfe-976f-cad11e78782a will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:40:50.084036 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.088869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:50.217140 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Pushing event updated for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:50.232497 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d5b14-9d43-489f-89fc-5feef01ded53 req-cf698b08-26e2-4741-a3e0-ac3497b06758 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:50.234756 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a9d5b14-9d43-489f-89fc-5feef01ded53 req-cf698b08-26e2-4741-a3e0-ac3497b06758 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 943 time: 0.0839679
May 10 13:40:50.284318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4a9d5b14-9d43-489f-89fc-5feef01ded53 req-7c1d1cc3-94d3-4b27-8d2c-a7bddac8334b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:security_group {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:40:50.302391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4a9d5b14-9d43-489f-89fc-5feef01ded53 req-7c1d1cc3-94d3-4b27-8d2c-a7bddac8334b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:security_group {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:40:50.306851 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4a9d5b14-9d43-489f-89fc-5feef01ded53 req-7c1d1cc3-94d3-4b27-8d2c-a7bddac8334b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661530
May 10 13:40:50.349298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:50.424956 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Attempting to bind port 1e560386-f779-4bfe-976f-cad11e78782a on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:40:50.425289 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Attempting to bind port 1e560386-f779-4bfe-976f-cad11e78782a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:40:50.425615 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Attempting to bind port 1e560386-f779-4bfe-976f-cad11e78782a on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:40:50.430439 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Port 1e560386-f779-4bfe-976f-cad11e78782a on network 39658c97-9747-4fb1-82fd-bc63ef27337c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:40:50.430762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Attempting to bind port 1e560386-f779-4bfe-976f-cad11e78782a on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:40:50.436434 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:40:50.436762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Checking segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:40:50.437255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Bound using segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:40:50.437671 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Bound port: 1e560386-f779-4bfe-976f-cad11e78782a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:40:50.438026 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.529449 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:40:50.532465 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=1e560386-f779-4bfe-976f-cad11e78782a,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:40:50.536982 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.541605 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2b3facfc-6eab-4ddf-b147-f55975b3ede7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:50.591911 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:50.592519 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:50.593871 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e560386-f779-4bfe-976f-cad11e78782a HTTP/1.1" status: 200  len: 1093 time: 0.9789894
May 10 13:40:50.594398 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:40:50.621072 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Pushing event updated for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:50.624791 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-db8cb9c8-12d6-4bfa-90ca-fcec1d0be309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:50.663635 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a', 'status': 'completed', 'code': 200}
May 10 13:40:50.705237 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-75bf8086-92ff-4c1d-8a58-18b8a361142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:50.706727 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-75bf8086-92ff-4c1d-8a58-18b8a361142c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 1096 time: 0.0775163
May 10 13:40:50.777272 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-2b53bd14-3cf0-4310-8311-cf385527533b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e560386-f779-4bfe-976f-cad11e78782a HTTP/1.1" status: 200  len: 217 time: 0.0639167
May 10 13:40:50.840378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-179628bd-9ab3-494b-bd40-40b87905048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:50.841760 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-179628bd-9ab3-494b-bd40-40b87905048a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0581150
May 10 13:40:50.890922 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-88b4f4df-8c44-4405-99fd-8e16ef05bd48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425065
May 10 13:40:51.018587 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-f0651023-8ae8-46b9-9a10-04a62d53cb9b service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210618
May 10 13:40:51.145324 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-321a83a2-8bba-4987-b879-a405df7a13d2 req-1554fe91-1b9b-41b3-88ff-2bdbe9495588 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203635
May 10 13:40:51.263935 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-310cf785-0fe3-4888-ac71-9bac7e486bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:51.265375 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-310cf785-0fe3-4888-ac71-9bac7e486bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 1096 time: 0.0719819
May 10 13:40:51.394032 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-a9e48266-30b1-4c47-8ad7-483c9784cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:51.395553 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-a9e48266-30b1-4c47-8ad7-483c9784cf15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 916 time: 0.1233525
May 10 13:40:51.461447 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-767e804c-576d-471d-9833-b8935f74f273 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e560386-f779-4bfe-976f-cad11e78782a HTTP/1.1" status: 200  len: 217 time: 0.0587955
May 10 13:40:51.491948 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6579a2-cccb-489f-8426-d766c15bbdee req-33d22bfb-80de-4db5-9c03-3a3ecfff17f4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:51.493426 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e6579a2-cccb-489f-8426-d766c15bbdee req-33d22bfb-80de-4db5-9c03-3a3ecfff17f4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 943 time: 0.0790601
May 10 13:40:51.525216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-2839fd4b-2f32-475e-b236-f957e02f0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:51.526664 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-2839fd4b-2f32-475e-b236-f957e02f0bf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0592401
May 10 13:40:51.538557 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-8e6579a2-cccb-489f-8426-d766c15bbdee req-261d9689-0d8f-4e12-9162-bd223ca9a295 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386422
May 10 13:40:51.548169 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:51.576101 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-a59d95f8-bd9d-4126-943e-901467769a1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418372
May 10 13:40:51.705715 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-f6b9b245-5bba-4e10-bb52-70b663f327d0 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213233
May 10 13:40:51.834570 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7efd3fcf-8bf5-4def-83b2-e23537cce4de req-cbda9828-ba26-42f7-a48d-9cfa82e8c18c service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220219
May 10 13:40:52.163874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60592) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:40:52.498871 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port 33f2b93b-f6e2-40c4-9ebc-745c31f95de7 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:52.499532 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:52.615622 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:52.615945 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:52.763309 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for 33f2b93b-f6e2-40c4-9ebc-745c31f95de7 owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:52.833469 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5297-3fab-475a-ac04-6b48b910c6f4 req-046fe19f-ac68-436c-8131-bfe3cfcf5f79 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:52.834924 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-019a5297-3fab-475a-ac04-6b48b910c6f4 req-046fe19f-ac68-436c-8131-bfe3cfcf5f79 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 943 time: 0.1612697
May 10 13:40:52.890573 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-019a5297-3fab-475a-ac04-6b48b910c6f4 req-ec2fc227-62fd-463f-bbdf-b4a194553b94 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497110
May 10 13:40:52.956804 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:52.960283 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e2a2cb9a-6cb0-4d8d-b5e8-cba496dcd231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:53.005254 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=33f2b93b-f6e2-40c4-9ebc-745c31f95de7,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:53.007757 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:53.095287 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:53.095616 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP d70a886a-51ef-4f60-8521-60426b0ce559 disassociated (deleted). External IP: 172.27.3.116, port: 32979cb3-3ccf-4f91-bccc-2480f2804832.
May 10 13:40:53.433707 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:40:53.695856 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:40:53.707118 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:40:53.717229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:53.718234 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:53.718877 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8515400>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:53.771591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e9a7cb99-eeb0-4316-af2a-1b79255ae2b6 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "DELETE /v2.0/floatingips/d70a886a-51ef-4f60-8521-60426b0ce559 HTTP/1.1" status: 204  len: 168 time: 1.6066599
May 10 13:40:53.772489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:40:53.819473 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'status': 'completed', 'code': 200}
May 10 13:40:53.895605 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 1e560386-f779-4bfe-976f-cad11e78782a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:40:53.907777 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:53.919070 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-a712da2e-36d7-46c3-923c-eaeb56e5d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:53.920805 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-a712da2e-36d7-46c3-923c-eaeb56e5d56d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 1098 time: 0.0793750
May 10 13:40:54.115886 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8f0e-fc15-4553-a747-ca672660e67e req-f13fe9b8-7445-4fae-b51b-fa0fbf4203a9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:54.118657 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-049b8f0e-fc15-4553-a747-ca672660e67e req-f13fe9b8-7445-4fae-b51b-fa0fbf4203a9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 943 time: 0.0950339
May 10 13:40:54.194170 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-ee76d0b8-2300-4c7e-99d8-f41081d2b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:54.195691 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-ee76d0b8-2300-4c7e-99d8-f41081d2b5b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.2677550
May 10 13:40:54.209651 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-049b8f0e-fc15-4553-a747-ca672660e67e req-6f78b78a-67c2-41e7-976f-2057e1017230 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556245
May 10 13:40:54.240608 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550460-bfca-409a-87b3-c0aab02d0504 req-6aa12a8b-b0b6-42e4-9c46-1a918a1a1e7e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:54.241304 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-dc550460-bfca-409a-87b3-c0aab02d0504 req-6aa12a8b-b0b6-42e4-9c46-1a918a1a1e7e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:40:54.256701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-dc550460-bfca-409a-87b3-c0aab02d0504 req-6aa12a8b-b0b6-42e4-9c46-1a918a1a1e7e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:40:54.257746 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dc550460-bfca-409a-87b3-c0aab02d0504 req-6aa12a8b-b0b6-42e4-9c46-1a918a1a1e7e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.1509316
May 10 13:40:54.273415 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-0ad5197e-584a-445a-b130-1bada62b1c61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 200  len: 217 time: 0.0705452
May 10 13:40:54.304858 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-dc550460-bfca-409a-87b3-c0aab02d0504 req-217e0e39-1fe6-4fee-b949-ad7b7d64311b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413389
May 10 13:40:54.331830 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=1e560386-f779-4bfe-976f-cad11e78782a,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:54.346236 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-101e1b46-17bd-45b0-a174-8effcf321c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:54.347667 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-101e1b46-17bd-45b0-a174-8effcf321c73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0668380
May 10 13:40:54.361689 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '1e560386-f779-4bfe-976f-cad11e78782a', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'port_id': '1e560386-f779-4bfe-976f-cad11e78782a', 'mac_address': 'fa:16:3e:1e:b8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8d75f-11cd-457b-97f1-a7ed04ab5235', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:40:54.420908 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-9e2cc5af-03da-43be-9ecf-bf29454ca26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:54.422393 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-9e2cc5af-03da-43be-9ecf-bf29454ca26d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681074
May 10 13:40:54.453787 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:54.472882 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e560386-f779-4bfe-976f-cad11e78782a {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:40:54.492335 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=1e560386-f779-4bfe-976f-cad11e78782a,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:54.500146 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:54.502721 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:54.550800 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8515400>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:54.553787 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-73789fcf-c966-4bbf-92b2-9a98ef1f81ba service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244638
May 10 13:40:54.558080 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:40:54.580875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:40:54.581506 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8515400>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:54.635271 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:54.688617 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-3cd1963f-1e53-4c77-9712-61123e3fb9d2 req-fd68c144-f69f-4196-877f-30a746106369 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276915
May 10 13:40:54.696233 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:54.766410 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:40:54.808311 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:40:55.238360 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8515400>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:40:55.242256 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a467e7-13b6-49e5-ae64-055392a1d23e None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_floatingips': [{'id': 'e8e248b9-d3a3-49d9-8feb-c997e6dbb19a', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'router_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'port_id': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'mac_address': 'fa:16:3e:52:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:36:53Z', 'updated_at': '2021-05-10T13:36:56Z', 'revision_number': 1, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:40:55.403978 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c8110-76cc-42f7-869e-3a597d5a804a req-beaa753f-451c-4a8c-bd35-fc2e25bfae45 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:55.405502 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc6c8110-76cc-42f7-869e-3a597d5a804a req-beaa753f-451c-4a8c-bd35-fc2e25bfae45 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 944 time: 0.0864913
May 10 13:40:55.456638 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b5677-da31-4622-ac2d-121283a010fd None None] New status for floating IP d70a886a-51ef-4f60-8521-60426b0ce559: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:40:55.495399 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bc6c8110-76cc-42f7-869e-3a597d5a804a req-29ba601b-2aac-4d30-bd92-53491d6126f3 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830348
May 10 13:40:55.525956 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c2576-7da8-4667-9b81-9fdf8f99011f req-3de34912-7a25-4c66-a920-bfcfec52a9c5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:55.528209 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-727c2576-7da8-4667-9b81-9fdf8f99011f req-3de34912-7a25-4c66-a920-bfcfec52a9c5 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.1016672
May 10 13:40:55.575833 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-727c2576-7da8-4667-9b81-9fdf8f99011f req-4d306494-b069-4adc-9ba7-c560ac81f112 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416656
May 10 13:40:55.603622 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-fad62f38-4f4a-45af-8b3e-e201a2687612 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:55.604316 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-fad62f38-4f4a-45af-8b3e-e201a2687612 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:40:55.616808 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-fad62f38-4f4a-45af-8b3e-e201a2687612 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:40:55.617916 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-fad62f38-4f4a-45af-8b3e-e201a2687612 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 945 time: 0.1003416
May 10 13:40:55.752946 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port 32979cb3-3ccf-4f91-bccc-2480f2804832 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:40:55.753229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:55.882203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] For port 32979cb3-3ccf-4f91-bccc-2480f2804832, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32979cb3-3ccf-4f91-bccc-2480f2804832,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:55.882556 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:55.894340 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 1e560386-f779-4bfe-976f-cad11e78782a up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:40:55.964664 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 1e560386-f779-4bfe-976f-cad11e78782a completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:40:55.969685 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 1e560386-f779-4bfe-976f-cad11e78782a triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:40:55.970165 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:56.004290 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for 32979cb3-3ccf-4f91-bccc-2480f2804832 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:40:56.085185 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:56.113821 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:40:56.115092 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:56.122175 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e5bf2fed-6ded-462b-ab69-9a8c3374c3df tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:56.124482 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=1e560386-f779-4bfe-976f-cad11e78782a,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:40:56.129190 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:56.131131 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-689e7038-2a5f-4432-ac0b-0223287cb931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:40:56.160886 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a', 'code': 200}
May 10 13:40:56.205733 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=32979cb3-3ccf-4f91-bccc-2480f2804832,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:56.207172 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:40:56.210366 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:56.211244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:40:56.247359 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] No DVR routers for this DVR port 32979cb3-3ccf-4f91-bccc-2480f2804832 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:40:56.249895 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:40:56.252554 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'name': 'network-vif-deleted', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:40:56.268836 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-fa12c7f5-341c-4917-912a-c37e0e7305a5 req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "DELETE /v2.0/ports/32979cb3-3ccf-4f91-bccc-2480f2804832 HTTP/1.1" status: 204  len: 173 time: 0.6452904
May 10 13:40:56.305104 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffcb681-2d64-41fc-853a-b39f99d2af2d', 'name': 'network-vif-deleted', 'tag': '32979cb3-3ccf-4f91-bccc-2480f2804832', 'status': 'completed', 'code': 200}
May 10 13:40:56.400172 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd45a-b124-4d29-9560-41ddb88e48cc req-490c62c4-0f60-416e-9597-d20379c6d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:56.401638 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a92dd45a-b124-4d29-9560-41ddb88e48cc req-490c62c4-0f60-416e-9597-d20379c6d0f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 1098 time: 0.0716727
May 10 13:40:56.442994 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-a92dd45a-b124-4d29-9560-41ddb88e48cc req-a41d1b17-3d6e-467a-8257-b50a144fc8b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342019
May 10 13:40:56.708242 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550d5ab-5099-46d8-9900-24db23dbfecf req-f5de2f74-16c2-4604-bc02-65e1b8ff6430 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:56.714482 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5550d5ab-5099-46d8-9900-24db23dbfecf req-f5de2f74-16c2-4604-bc02-65e1b8ff6430 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 945 time: 0.1072185
May 10 13:40:56.775544 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21270787-c2f7-4c19-b6d6-b6813fc7dceb req-1249cb75-9b0c-49c4-976c-4fdc3fa891dd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffcb681-2d64-41fc-853a-b39f99d2af2d HTTP/1.1" status: 200  len: 210 time: 0.0575023
May 10 13:40:56.798547 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-5550d5ab-5099-46d8-9900-24db23dbfecf req-432f4091-a471-4591-baf5-22efa366ebd9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823505
May 10 13:40:57.986806 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f9d78-3475-49bc-afad-6e6effd5dc3a req-bbb85f3b-4d47-46ca-8592-4d453e07f7ff tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:40:57.988370 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-276f9d78-3475-49bc-afad-6e6effd5dc3a req-bbb85f3b-4d47-46ca-8592-4d453e07f7ff tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 945 time: 0.0874236
May 10 13:40:58.034005 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-276f9d78-3475-49bc-afad-6e6effd5dc3a req-27279b93-a058-4eb9-a7ab-bbb1d5278112 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398471
May 10 13:40:59.910620 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 32979cb3-3ccf-4f91-bccc-2480f2804832 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:40:59.953251 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 32979cb3-3ccf-4f91-bccc-2480f2804832 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:40:59.953596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 32979cb3-3ccf-4f91-bccc-2480f2804832 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:00.264832 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60654) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:00.524869 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:00.525105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:00.642719 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:00.643046 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:00.764823 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:00.881651 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:00.886049 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-21da730a-5af0-4287-a974-b3d113ddd5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:00.933195 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=c3d5b51d-6b77-4bcf-b3ab-92b56a6172ab,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:00.962875 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:01.110055 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:01.110391 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.l3_db [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Floating IP e8e248b9-d3a3-49d9-8feb-c997e6dbb19a disassociated (deleted). External IP: 172.27.3.68, port: 52c2ee89-751f-43a1-b4be-33183fefeea6.
May 10 13:41:01.452988 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:41:01.626598 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:41:01.636232 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:41:01.642712 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:01.645894 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:01.646558 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf83a6700>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:01.698686 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c958ac69-a20a-4336-806f-9c10e6c33c05 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "DELETE /v2.0/floatingips/e8e248b9-d3a3-49d9-8feb-c997e6dbb19a HTTP/1.1" status: 204  len: 168 time: 1.4303539
May 10 13:41:01.698686 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6'}] {{(pid=78708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:01.758431 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'status': 'completed', 'code': 200}
May 10 13:41:01.837722 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:01.851146 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-42a03c7d-4e85-4dca-b170-429bed0be9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:01.852636 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-42a03c7d-4e85-4dca-b170-429bed0be9ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baee204f786f4e19b2955f877d00fe4d&device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 1098 time: 0.0721936
May 10 13:41:01.992984 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-5f819b8a-abac-4c24-8598-434e33a40a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:01.994369 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-5f819b8a-abac-4c24-8598-434e33a40a60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 200  len: 913 time: 0.1353328
May 10 13:41:02.067159 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-e60c3e28-00a9-4403-b993-5078f344d3aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 200  len: 217 time: 0.0651774
May 10 13:41:02.086821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1570d4-c621-40b1-9ae1-b7996d9db3ab req-2a7f19a5-a9e0-4a0d-b2c5-550fb81cff50 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:02.087525 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4d1570d4-c621-40b1-9ae1-b7996d9db3ab req-2a7f19a5-a9e0-4a0d-b2c5-550fb81cff50 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:41:02.103866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [req-4d1570d4-c621-40b1-9ae1-b7996d9db3ab req-2a7f19a5-a9e0-4a0d-b2c5-550fb81cff50 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:41:02.105167 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4d1570d4-c621-40b1-9ae1-b7996d9db3ab req-2a7f19a5-a9e0-4a0d-b2c5-550fb81cff50 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.1001389
May 10 13:41:02.134206 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-311d9d70-e27a-4242-afed-af4f3a73346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:02.135629 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-311d9d70-e27a-4242-afed-af4f3a73346b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 200  len: 851 time: 0.0619676
May 10 13:41:02.153085 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4d1570d4-c621-40b1-9ae1-b7996d9db3ab req-99d74ae8-f7cf-4597-aba2-66dd881ba981 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408638
May 10 13:41:02.176542 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf83a6700>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:02.180696 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:41:02.190481 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:02.191135 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf83a6700>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:40:36Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:02.314717 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-a387fc79-6ae5-4892-9a76-0f245b287ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:02.316267 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-a387fc79-6ae5-4892-9a76-0f245b287ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1733046
May 10 13:41:02.368761 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:02.447586 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-c9037479-ba68-4c8b-9cc7-ea68740f67b4 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238847
May 10 13:41:02.578228 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-8a5909dd-eeba-4274-839b-17e0743e60fa req-880ca37c-4937-4110-a341-7ae15fb4e041 service neutron] 10.222.0.36 "GET /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232910
May 10 13:41:02.678388 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf83a6700>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:02.682436 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35d8b-ab2f-421a-81ce-ac906a64ada4 None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:32:52Z', 'revision_number': 4, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi', '_interfaces': [{'id': 'b3fecdb5-fbf3-4791-a7f5-713b5b96375b', 'name': '', 'network_id': '61a73b52-9cf9-4e25-aaa4-e9203a7f5ece', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'mac_address': 'fa:16:3e:d3:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:50Z', 'updated_at': '2021-05-10T13:33:01Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'subnets': [{'id': 'd5bb1bc7-0e03-409f-a800-496f2a9c90e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:41:02.872714 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47f923-c289-49e5-b8a2-2ce1e5318a60 None None] New status for floating IP e8e248b9-d3a3-49d9-8feb-c997e6dbb19a: DOWN {{(pid=78711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 13:41:03.383557 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3972d1-2df1-411b-8537-c96405d0a76d req-6354a649-6f55-406e-beb8-f4bb79555207 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:03.385065 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-db3972d1-2df1-411b-8537-c96405d0a76d req-6354a649-6f55-406e-beb8-f4bb79555207 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.1261182
May 10 13:41:03.435499 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-db3972d1-2df1-411b-8537-c96405d0a76d req-df6b1722-3a36-48e8-ba63-8c12945d76fe tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba281933-d719-406c-9228-03967e82d018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446863
May 10 13:41:03.452486 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-1c767fa4-5d0e-4f51-9b3f-9da706f9d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:03.482777 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-9c1a85e7-b045-4096-9102-2ca5290f94fd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:03.483472 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-9c1a85e7-b045-4096-9102-2ca5290f94fd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Synchronizing usage tracker for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:41:03.494606 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-9c1a85e7-b045-4096-9102-2ca5290f94fd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Unset dirty status for tenant:baee204f786f4e19b2955f877d00fe4d on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:41:03.495678 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-9c1a85e7-b045-4096-9102-2ca5290f94fd tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 945 time: 0.1011610
May 10 13:41:03.623867 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port 52c2ee89-751f-43a1-b4be-33183fefeea6 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:03.624208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:03.752628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] For port 52c2ee89-751f-43a1-b4be-33183fefeea6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=52c2ee89-751f-43a1-b4be-33183fefeea6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:03.752983 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:03.877859 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for 52c2ee89-751f-43a1-b4be-33183fefeea6 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:03.984128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:03.989278 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-eecad383-8be4-4e4f-b78f-d1e13ca543bf tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:04.034320 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=52c2ee89-751f-43a1-b4be-33183fefeea6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:04.037310 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:04.106411 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] No DVR routers for this DVR port 52c2ee89-751f-43a1-b4be-33183fefeea6 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:41:04.108850 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:04.111275 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'name': 'network-vif-deleted', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:04.126260 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-97cc63ec-0edd-4cc7-9051-1999e8e49f08 req-24d49f12-b726-424e-892a-83c2aaa89a4a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.36 "DELETE /v2.0/ports/52c2ee89-751f-43a1-b4be-33183fefeea6 HTTP/1.1" status: 204  len: 173 time: 0.6249793
May 10 13:41:04.158593 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8f9edc-d850-4665-a5a3-5b5a39400504', 'name': 'network-vif-deleted', 'tag': '52c2ee89-751f-43a1-b4be-33183fefeea6', 'status': 'completed', 'code': 200}
May 10 13:41:04.605046 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-9a7b5bae-47d5-4821-8dd8-7ce6db62ea51 req-85c4eb60-5f26-4174-bef7-6936f498d48c tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "GET /v2.0/ports?device_id=be8f9edc-d850-4665-a5a3-5b5a39400504 HTTP/1.1" status: 200  len: 210 time: 0.0411706
May 10 13:41:05.696819 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60684) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:05.907868 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Deleting port 59a7f9de-81d3-45bc-a3c4-78cd9d5d380c {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:05.908201 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.029874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.030227 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.227732 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b06e60b2-f1d8-40dd-951a-6a43c0001989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.238822 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Calling delete_port for 59a7f9de-81d3-45bc-a3c4-78cd9d5d380c owned by network:floatingip {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:06.279100 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.349609 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.354058 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-feee4448-1f86-41b0-ba23-6c02feca59fe tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:06.396378 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'Port': ['ID=59a7f9de-81d3-45bc-a3c4-78cd9d5d380c,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:06.399538 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:06.489198 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for floatingip, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.503059 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for floatingip, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:06.504296 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-897e5f56-3cc8-4e2d-bfc7-50cab06a5c0a tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "DELETE /v2.0/floatingips/19c47e2d-51cd-4bd0-aa0f-ac1c2741e745 HTTP/1.1" status: 204  len: 168 time: 0.8064504
May 10 13:41:06.999873 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-4edac4f8-9fe9-4d32-a850-774ae0872d20 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:07.001235 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-4edac4f8-9fe9-4d32-a850-774ae0872d20 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1505907
May 10 13:41:07.015599 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-bd638961-1280-460a-b138-2ac0cf725490 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/quotas/c85461b4c12e41bc8bd6c4a5da33a024 HTTP/1.1" status: 200  len: 375 time: 0.0087678
May 10 13:41:07.094349 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-75aee967-3ec7-4961-bb2e-ea7c6719021e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0739326
May 10 13:41:07.222721 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-4f3429de-b32b-4a6f-b82c-d2629b43dd6f service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212273
May 10 13:41:07.333295 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:07.352801 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-6ba9d04a-f8dc-4155-b00c-0c651141ccac service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242614
May 10 13:41:07.528548 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-bab1a0fe-d137-463e-84aa-10409e0b4c30 req-337cc612-f4f5-4d74-b272-72f1bfdde67b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 210 time: 0.0452216
May 10 13:41:07.875611 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60722) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:07.945492 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:07.953011 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 52c2ee89-751f-43a1-b4be-33183fefeea6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:07.976921 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:07.986841 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 52c2ee89-751f-43a1-b4be-33183fefeea6 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:07.987197 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 52c2ee89-751f-43a1-b4be-33183fefeea6 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:08.044549 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:08.048558 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2c804d37-41a1-4f96-9f09-16598b17e150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:08.062821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba281933-d719-406c-9228-03967e82d018,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:08.065881 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:08.076737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:08.077832 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-3ad0893a-d696-4949-9ffe-c6e822370ac3 tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba281933-d719-406c-9228-03967e82d018 HTTP/1.1" status: 204  len: 168 time: 0.2012687
May 10 13:41:08.129263 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60728) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:08.676211 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:08.687779 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-337aea72-38a9-43c2-b5f9-1f2d5d0b70ce req-1d75132b-80f0-4249-872f-7339a8940008 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 210 time: 0.0511255
May 10 13:41:08.773110 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-5d4fd076-dff7-4af3-861b-84d7e5c0a484 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:08.774513 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-5d4fd076-dff7-4af3-861b-84d7e5c0a484 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.3781455
May 10 13:41:08.789333 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Request body: {'port': {'device_id': 'b5307f5b-8562-490b-9fa9-38623c725648', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'admin_state_up': True, 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:08.974073 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:41:08.979550 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Usage tracker for resource:port and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:41:08.983327 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:41:08.994864 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:41:09.009373 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:41:09.012747 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:09.156083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:09.353893 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Allocated IP 172.20.0.3 (39658c97-9747-4fb1-82fd-bc63ef27337c/16b8d75f-11cd-457b-97f1-a7ed04ab5235/d3a38d02-8096-496a-91f0-988a6ddb4c53) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:41:09.704603 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:09.790742 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:09.797759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Deleting port b3fecdb5-fbf3-4791-a7f5-713b5b96375b {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:09.798118 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:09.804387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:09.810516 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0ac9c5d6-d51a-4272-bded-d0ce4759cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:09.872440 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d777-0c00-4a4e-a71b-d3be37306a8d req-fc8deee0-fb7d-4e04-a97c-086ee10675a8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:09.874005 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c921d777-0c00-4a4e-a71b-d3be37306a8d req-fc8deee0-fb7d-4e04-a97c-086ee10675a8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 931 time: 0.0821064
May 10 13:41:09.921160 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c921d777-0c00-4a4e-a71b-d3be37306a8d req-69eaadbb-23d2-42d5-bbce-4bf71d28aada tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401723
May 10 13:41:09.925599 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Network 39658c97-9747-4fb1-82fd-bc63ef27337c is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:41:09.929987 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:41:09.936357 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:41:10.114396 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event updated for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:10.130171 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:10.169735 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:10.170414 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:10.174597 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] For port b3fecdb5-fbf3-4791-a7f5-713b5b96375b, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:10.174938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:10.303738 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Calling delete_port for b3fecdb5-fbf3-4791-a7f5-713b5b96375b owned by network:router_interface {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:10.309637 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5242822
May 10 13:41:10.326615 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Request body: {'port': {'device_id': 'b5307f5b-8562-490b-9fa9-38623c725648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:10.455975 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:10.712478 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:10.720127 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8842c93f-6b37-4caa-9e1c-c8f7576b994e tempest-TestMinimumBasicScenario-1459079858 tempest-TestMinimumBasicScenario-1459079858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:10.768386 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fecdb5-fbf3-4791-a7f5-713b5b96375b,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:10.773117 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:11.111199 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a38d02-8096-496a-91f0-988a6ddb4c53 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:11.117255 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296a539-c1a4-49d7-bb81-4cf5810b4ad6 req-7e3d8ad5-a7ad-44ac-9d57-c58a01a1067c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:11.118747 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7296a539-c1a4-49d7-bb81-4cf5810b4ad6 req-7e3d8ad5-a7ad-44ac-9d57-c58a01a1067c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 931 time: 0.0819137
May 10 13:41:11.122123 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:11.145985 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:11.151378 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Transition to ACTIVE for port object d3a38d02-8096-496a-91f0-988a6ddb4c53 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:41:11.158092 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:11.163549 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-7296a539-c1a4-49d7-bb81-4cf5810b4ad6 req-c16009c3-5e87-4b75-8a48-82ac171ff0c9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382636
May 10 13:41:11.209085 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f4ed9478-4304-483f-804e-bcd495095d1e tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:11.560364 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:11.589108 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:11.699871 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Attempting to bind port d3a38d02-8096-496a-91f0-988a6ddb4c53 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:41:11.700199 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Attempting to bind port d3a38d02-8096-496a-91f0-988a6ddb4c53 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:41:11.700525 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Attempting to bind port d3a38d02-8096-496a-91f0-988a6ddb4c53 on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:11.763618 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Port d3a38d02-8096-496a-91f0-988a6ddb4c53 on network 39658c97-9747-4fb1-82fd-bc63ef27337c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:41:11.763939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Attempting to bind port d3a38d02-8096-496a-91f0-988a6ddb4c53 on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:11.779578 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:41:11.779910 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Checking segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:41:11.780289 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Bound using segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:41:11.780708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Bound port: d3a38d02-8096-496a-91f0-988a6ddb4c53, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:41:11.781045 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:11.907719 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:41:11.910594 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Router 2721d597-a6e1-4893-acd1-c33b69192571 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:41:11.912317 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:41:11.917063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:11.921426 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-94e726d0-cee5-4473-afbc-9fd264af2c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:12.028936 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:12.029533 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:12.030886 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3a38d02-8096-496a-91f0-988a6ddb4c53 HTTP/1.1" status: 200  len: 1093 time: 1.7092083
May 10 13:41:12.031382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:12.137763 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53', 'status': 'completed', 'code': 200}
May 10 13:41:12.176406 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:12.182598 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:12.219222 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:41:12.228988 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Sync routers for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:41:12.237063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-c7901c3f-0122-44cb-a965-f33597671c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:12.238600 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-c7901c3f-0122-44cb-a965-f33597671c62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 1096 time: 0.1434765
May 10 13:41:12.240008 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:12.240638 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8487220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:41:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:12.242889 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-11455bb5-049e-43fb-953f-9c55d367c6e6 admin admin] 10.222.0.18 "PUT /v2.0/routers/2721d597-a6e1-4893-acd1-c33b69192571/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1126978
May 10 13:41:12.245430 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60748) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:12.359643 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a43de-f582-41d9-bcd1-64d570a4c2f7 req-6690157d-57e6-4797-a7c6-4ade7400b5cb tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:12.361109 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-471a43de-f582-41d9-bcd1-64d570a4c2f7 req-6690157d-57e6-4797-a7c6-4ade7400b5cb tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 943 time: 0.0808656
May 10 13:41:12.410284 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-471a43de-f582-41d9-bcd1-64d570a4c2f7 req-ab5edf77-4c08-4b5b-9f55-ac642b97eea9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427363
May 10 13:41:12.417852 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-6f6d068e-1398-4f03-a251-a55f8ce42f0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53 HTTP/1.1" status: 200  len: 217 time: 0.1699097
May 10 13:41:12.424202 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:12.505698 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-7505806d-bd78-4452-9d9a-b9a68304946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:12.507033 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-7505806d-bd78-4452-9d9a-b9a68304946e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0818665
May 10 13:41:12.556700 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-8a86445d-7e5b-4eb7-82cd-a808f65268c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428197
May 10 13:41:12.571255 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-1ae0f9ed-a951-41af-a2ab-313663c61ec5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:41:12.572174 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-1ae0f9ed-a951-41af-a2ab-313663c61ec5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070500
May 10 13:41:12.573497 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:12.707342 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8487220>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:41:10Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:12.711528 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Checking router: 2721d597-a6e1-4893-acd1-c33b69192571 for host: dv-cinder-784945-7-iscsi {{(pid=78710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:41:12.720564 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Routers {'2721d597-a6e1-4893-acd1-c33b69192571'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:12.721186 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf8487220>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:41:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['2721d597-a6e1-4893-acd1-c33b69192571'], 'active': True} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:12.897364 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvr_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] Set router 2721d597-a6e1-4893-acd1-c33b69192571 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:12.979712 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-a7dff3ce-f8e1-4d64-bbd0-a2f8b389d8dc service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3529022
May 10 13:41:12.983180 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:13.154665 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-94cc30b9-b2c7-413e-9265-6e84f6e93b66 req-5d47a997-847e-4963-9c41-8488e14bf899 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627405
May 10 13:41:13.164576 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Deleting port 74b035ec-747e-4df1-a32b-7a212dca7908 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:13.164918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:13.186214 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_hamode_db [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf8487220>, [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:41:10Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:13.190228 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b74e5-f077-45b1-be7c-2ccc6722538a None None] The sync data for ids ['2721d597-a6e1-4893-acd1-c33b69192571'] in dv-cinder-784945-7-iscsi is: [{'id': '2721d597-a6e1-4893-acd1-c33b69192571', 'name': 'tempest-TestVolumeBootPattern-1670938977-router', 'tenant_id': 'baee204f786f4e19b2955f877d00fe4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:45Z', 'updated_at': '2021-05-10T13:41:10Z', 'revision_number': 5, 'project_id': 'baee204f786f4e19b2955f877d00fe4d', 'gw_port': {'id': '74b035ec-747e-4df1-a32b-7a212dca7908', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2721d597-a6e1-4893-acd1-c33b69192571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:46Z', 'updated_at': '2021-05-10T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}] {{(pid=78710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:41:13.336017 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] For port 74b035ec-747e-4df1-a32b-7a212dca7908, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=74b035ec-747e-4df1-a32b-7a212dca7908,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:13.336621 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:13.403429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-8ba9f588-8419-49b0-af16-5542b0dfd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:13.404920 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-8ba9f588-8419-49b0-af16-5542b0dfd513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 1096 time: 0.1765866
May 10 13:41:13.482878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Calling delete_port for 74b035ec-747e-4df1-a32b-7a212dca7908 owned by network:router_gateway {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:13.599274 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dbf78-8527-4c2b-8a66-34f71559ccbe req-a888894f-f6e1-42cf-8adb-b27ed3398a36 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:13.600764 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-978dbf78-8527-4c2b-8a66-34f71559ccbe req-a888894f-f6e1-42cf-8adb-b27ed3398a36 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 943 time: 0.0840633
May 10 13:41:13.610784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-c3e7c336-883e-4ed6-8bed-54e08c64d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:13.612206 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-c3e7c336-883e-4ed6-8bed-54e08c64d86d service neutron] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 916 time: 0.1519523
May 10 13:41:13.653071 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:41:13.654591 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-978dbf78-8527-4c2b-8a66-34f71559ccbe req-d10ba26e-134c-4665-8e2e-e18f774aee0b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467181
May 10 13:41:13.695320 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-0757122c-ebdb-42be-a172-9f7dec302092 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53 HTTP/1.1" status: 200  len: 217 time: 0.0714064
May 10 13:41:13.771406 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-5a7b54d8-cd59-4698-955a-62c3a629e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:13.772806 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-5a7b54d8-cd59-4698-955a-62c3a629e730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0699623
May 10 13:41:13.846741 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-1d9850f1-bf67-4db7-94e3-51e2084d44cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453813
May 10 13:41:13.929282 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:13.938377 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-85ffdb83-aff0-4ca5-929b-955822400634 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:13.982528 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b035ec-747e-4df1-a32b-7a212dca7908,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:14.012041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:14.107070 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-0d98f8a9-ff48-404b-8f60-975b00072ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489483
May 10 13:41:14.109513 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.455778 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.459303 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.504309 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.504818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2721d597-a6e1-4893-acd1-c33b69192571 {{(pid=78709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:41:14.525017 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-273b1560-885d-4468-8ae1-ecb9d37a6349 req-77f40547-0a36-4868-b924-1fc591e861a3 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3713186
May 10 13:41:14.531169 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] Notify callbacks [] for router, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.534662 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-1bf006e4-a5c3-41d1-9fa1-07bd3a1c33a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2721d597-a6e1-4893-acd1-c33b69192571 HTTP/1.1" status: 204  len: 168 time: 2.2858467
May 10 13:41:14.535033 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60754) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:14.600636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Deleting subnet d5bb1bc7-0e03-409f-a800-496f2a9c90e8 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:41:14.603610 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.653816 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.737810 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.844549 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b9b07-d08b-4c7f-b9bc-c856adcf4b04 req-23177144-28d3-428b-ba5a-02edcfb919a4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:14.846042 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-990b9b07-d08b-4c7f-b9bc-c856adcf4b04 req-23177144-28d3-428b-ba5a-02edcfb919a4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 943 time: 0.0820932
May 10 13:41:14.890442 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-990b9b07-d08b-4c7f-b9bc-c856adcf4b04 req-5603a4f6-460a-4295-a840-cfa0b3b2b6e9 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385945
May 10 13:41:14.981063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:14.984713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:15.024340 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bb1bc7-0e03-409f-a800-496f2a9c90e8,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:15.026962 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:15.029700 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.036049 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb4047-32e7-400b-98eb-ac656dd499ed None None] Network 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:41:15.038462 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d5d14ffd-709e-4a98-8959-e8b59d454042 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5bb1bc7-0e03-409f-a800-496f2a9c90e8 HTTP/1.1" status: 204  len: 168 time: 0.5025799
May 10 13:41:15.039741 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60760) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:15.064160 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device b3fecdb5-fbf3-4791-a7f5-713b5b96375b no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:15.154441 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: b3fecdb5-fbf3-4791-a7f5-713b5b96375b {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:15.154784 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device b3fecdb5-fbf3-4791-a7f5-713b5b96375b not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:15.155205 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 74b035ec-747e-4df1-a32b-7a212dca7908 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:15.194259 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 74b035ec-747e-4df1-a32b-7a212dca7908 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:15.194606 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 74b035ec-747e-4df1-a32b-7a212dca7908 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:15.241648 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.315011 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Deleting port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:15.315355 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.407846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] DHCP port deletion for 61a73b52-9cf9-4e25-aaa4-e9203a7f5ece request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:41:15.415503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] For port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:15.415851 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.470351 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Deleting port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:15.470735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.535661 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Calling delete_port for 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 owned by network:dhcp {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:15.566258 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] For port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,segment=NetworkSegment(ca1213d9-9d78-491f-b817-47bcf9ce391b),segment_id=ca1213d9-9d78-491f-b817-47bcf9ce391b)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:15.566659 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.581529 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.586460 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:15.632462 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:15.634196 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] No DVR routers for this DVR port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 on host dv-cinder-784945-7-iscsi {{(pid=78708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:41:15.635616 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:15.691760 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Calling delete_port for 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:15.734135 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.737627 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-5116ccd2-36ac-49af-bd92-dcf1b3cef187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:15.752173 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.764466 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf363d9a0>,) {'filters': {'network_id': ['61a73b52-9cf9-4e25-aaa4-e9203a7f5ece']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:15.776066 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf363d9a0>, 'ca1213d9-9d78-491f-b817-47bcf9ce391b') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:15.776363 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf363d9a0>, 'ca1213d9-9d78-491f-b817-47bcf9ce391b') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:15.777596 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Pushing event deleted for resources: {'Port': ['ID=8f3d733c-a75e-4ef9-972a-9d9be1627fa6,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:15.781108 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:15.783583 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14db3da-9897-421b-bdff-56b8d1338306 None None] No DVR routers for this DVR port 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:41:15.788576 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.806505 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.812503 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:41:15.812874 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:41:15.825843 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:41:15.900345 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.904830 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-66e0e7ec-b4f6-469c-86fd-9a959afc5539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:15.918377 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:15.929877 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a73b52-9cf9-4e25-aaa4-e9203a7f5ece,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:15.935329 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:15.944036 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e9c7ff4f-03ac-4385-ab2a-383981bb55f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/61a73b52-9cf9-4e25-aaa4-e9203a7f5ece HTTP/1.1" status: 204  len: 168 time: 0.9032309
May 10 13:41:15.946958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60766) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:15.973152 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device d3a38d02-8096-496a-91f0-988a6ddb4c53 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:41:16.105161 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:16.118186 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'd3a38d02-8096-496a-91f0-988a6ddb4c53', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'port_id': 'd3a38d02-8096-496a-91f0-988a6ddb4c53', 'mac_address': 'fa:16:3e:67:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8d75f-11cd-457b-97f1-a7ed04ab5235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:41:16.176751 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:16.193196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a38d02-8096-496a-91f0-988a6ddb4c53 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:16.208744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:16.211727 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:16.213582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:16.235022 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a500-f6ea-4f31-b985-b335fc5944fc req-6a68022a-cd1d-4d9a-bf51-ea457048ecae tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:16.236458 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-edd8a500-f6ea-4f31-b985-b335fc5944fc req-6a68022a-cd1d-4d9a-bf51-ea457048ecae tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 943 time: 0.2377918
May 10 13:41:16.277578 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:16.280537 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:16.359653 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-edd8a500-f6ea-4f31-b985-b335fc5944fc req-224a8888-95d3-4563-93f2-110732db20c1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678766
May 10 13:41:16.421303 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['d3a38d02-8096-496a-91f0-988a6ddb4c53'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:16.562482 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655436'] for router_interface, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:16.943391 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:16.979790 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:16.980564 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 8f3d733c-a75e-4ef9-972a-9d9be1627fa6 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:17.056795 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Deleting port 41b5f700-f810-4a14-8bdf-5108380b2213 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:17.057331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:17.174857 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] For port 41b5f700-f810-4a14-8bdf-5108380b2213, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=41b5f700-f810-4a14-8bdf-5108380b2213,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:17.175199 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:17.293327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Calling delete_port for 41b5f700-f810-4a14-8bdf-5108380b2213 owned by network:router_interface {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:17.428233 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:17.432917 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d3d9a1a4-16ed-4488-95c8-8686285c6b1b tempest-TestVolumeBootPattern-2085223765 tempest-TestVolumeBootPattern-2085223765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:17.476158 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5f700-f810-4a14-8bdf-5108380b2213,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:17.511973 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:17.756143 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22319-12f0-4f12-b64d-caa69024c1ef req-05627104-c665-48a7-b003-41e937f067c5 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:17.757603 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eaa22319-12f0-4f12-b64d-caa69024c1ef req-05627104-c665-48a7-b003-41e937f067c5 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 944 time: 0.2847910
May 10 13:41:17.825003 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-eaa22319-12f0-4f12-b64d-caa69024c1ef req-9c2f63bc-14fe-4664-9a98-16ca63a19b7b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601234
May 10 13:41:17.837543 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683004'] for router_interface, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:17.986469 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device d3a38d02-8096-496a-91f0-988a6ddb4c53 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:41:18.059312 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port d3a38d02-8096-496a-91f0-988a6ddb4c53 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:41:18.064994 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port d3a38d02-8096-496a-91f0-988a6ddb4c53 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:41:18.065425 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.179493 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.206888 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:18.217100 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:18.221092 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.223932 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-109cbade-2f82-46f9-998c-d179dc7437db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:18.262660 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53', 'code': 200}
May 10 13:41:18.290298 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Router 33e4ebec-9406-408f-9f3b-6684c7413cb6 has already been hosted by L3 agent 4a632d38-1e04-437f-b043-7d08434117f0 {{(pid=78708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 13:41:18.296582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:18.300525 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:18.478260 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-iscsi the message routers_updated {{(pid=78708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 13:41:18.486992 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Sync routers for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 13:41:18.497751 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:18.498461 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9330eb0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:41:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:18.499482 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-827eee67-9b37-4e2c-a535-aab7ffcfd539 admin admin] 10.222.0.18 "PUT /v2.0/routers/33e4ebec-9406-408f-9f3b-6684c7413cb6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5515244
May 10 13:41:18.500179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 60776) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:18.533713 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d8284-6fcb-4d56-afe6-36e5235f43db req-bde7c1d9-fdcf-429f-993f-b4d06262bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:18.535221 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2e1d8284-6fcb-4d56-afe6-36e5235f43db req-bde7c1d9-fdcf-429f-993f-b4d06262bfda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 1098 time: 0.1154459
May 10 13:41:18.581460 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-2e1d8284-6fcb-4d56-afe6-36e5235f43db req-855f8805-0d9e-4cdf-b228-a2d522c1bb58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364935
May 10 13:41:18.673167 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: dv-cinder-784945-7-iscsi {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:18.677840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks [] for router, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.848976 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.929932 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Deleting port 910cc8a5-39a8-48bd-8804-927ae0a58795 {{(pid=78708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:18.930421 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:18.962492 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9330eb0>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'external_fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:41:17Z', 'revision_number': 5, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port': {'id': '910cc8a5-39a8-48bd-8804-927ae0a58795', 'name': '', 'network_id': '891782e3-4063-44cf-adde-76850e3dfd57', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:33:03Z', 'updated_at': '2021-05-10T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84623c19-17e9-4ac8-8ee2-eeeb2e1ad074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-iscsi'}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:18.968204 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Checking router: 33e4ebec-9406-408f-9f3b-6684c7413cb6 for host: dv-cinder-784945-7-iscsi {{(pid=78711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 13:41:18.978889 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Routers {'33e4ebec-9406-408f-9f3b-6684c7413cb6'} bound to L3 agent in host dv-cinder-784945-7-iscsi {{(pid=78711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 13:41:18.979639 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6cf9330eb0>, 'dv-cinder-784945-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:36Z,description=<?>,heartbeat_timestamp=2021-05-10T13:41:06Z,host='dv-cinder-784945-7-iscsi',id=4a632d38-1e04-437f-b043-7d08434117f0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T13:23:36Z,topic='l3_agent')) {'router_ids': ['33e4ebec-9406-408f-9f3b-6684c7413cb6'], 'active': True} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:19.109086 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] For port 910cc8a5-39a8-48bd-8804-927ae0a58795, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=910cc8a5-39a8-48bd-8804-927ae0a58795,segment=NetworkSegment(e56fbd3b-bf50-4635-a067-6da7dbe330b1),segment_id=e56fbd3b-bf50-4635-a067-6da7dbe330b1)] {{(pid=78708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:19.109651 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.129267 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_dvr_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] Set router 33e4ebec-9406-408f-9f3b-6684c7413cb6 gateway port host: None {{(pid=78711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 13:41:19.185549 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d827b05-7121-4a70-b267-99e90c2b16d0 req-7e734882-d986-4990-ba87-9fd62528a079 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:19.187057 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4d827b05-7121-4a70-b267-99e90c2b16d0 req-7e734882-d986-4990-ba87-9fd62528a079 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 945 time: 0.2401664
May 10 13:41:19.231229 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.l3_hamode_db [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6cf9330eb0>, [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:41:18Z', 'revision_number': 6, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port_host': None}], 'dv-cinder-784945-7-iscsi', False) {} {{(pid=78711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:19.235074 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04687ecf-740c-4fb4-94a0-87b6f2250777 None None] The sync data for ids ['33e4ebec-9406-408f-9f3b-6684c7413cb6'] in dv-cinder-784945-7-iscsi is: [{'id': '33e4ebec-9406-408f-9f3b-6684c7413cb6', 'name': 'tempest-TestVolumeBootPattern-2078859772-router', 'tenant_id': '544fb1f8ec334af7869cee896a810b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:33:02Z', 'updated_at': '2021-05-10T13:41:18Z', 'revision_number': 6, 'project_id': '544fb1f8ec334af7869cee896a810b50', 'gw_port_host': None}] {{(pid=78711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 13:41:19.260318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.plugin [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Calling delete_port for 910cc8a5-39a8-48bd-8804-927ae0a58795 owned by network:router_gateway {{(pid=78708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:19.304103 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4d827b05-7121-4a70-b267-99e90c2b16d0 req-9f721089-b4b5-4457-b567-0a171a6fbd33 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629923
May 10 13:41:19.421351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2862374'] for port, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.426450 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f9378a31-1e3f-4119-b58c-b0db768e4fff tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:19.579581 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=910cc8a5-39a8-48bd-8804-927ae0a58795,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:19.581961 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:19.672436 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660840'] for router_gateway, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.845154 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27227'] for router, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.847444 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.872217 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682618'] for router, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.872711 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e4ebec-9406-408f-9f3b-6684c7413cb6 {{(pid=78708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 13:41:19.884612 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] Notify callbacks [] for router, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:19.888947 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-2085b236-4203-457b-bdb0-13640b5dd3aa admin admin] 10.222.0.18 "DELETE /v2.0/routers/33e4ebec-9406-408f-9f3b-6684c7413cb6 HTTP/1.1" status: 204  len: 168 time: 1.3878193
May 10 13:41:19.889059 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60782) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:19.955205 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Deleting subnet 791df5a7-6b72-46a3-905b-f2cce847c9a6 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:41:19.958202 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.007010 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.082065 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.324474 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.329125 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-cd89fe99-59c3-4db5-95da-c835f8e73172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:20.364315 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.367429 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791df5a7-6b72-46a3-905b-f2cce847c9a6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:20.369933 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfc1ee-50a2-4d30-bf20-546a276d8d9b None None] Network aa757dea-cc4f-462b-aef7-e704e9f314f4 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:41:20.370505 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:20.375115 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-96e72e43-253f-4c74-9b82-498b0eed8578 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/791df5a7-6b72-46a3-905b-f2cce847c9a6 HTTP/1.1" status: 204  len: 168 time: 0.4850378
May 10 13:41:20.377569 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60788) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:20.489160 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed81acc-85ff-461c-9dce-2c03e0f3c44c req-7a858a79-6e94-42b2-b991-d64bee4aa6c0 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:20.490171 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.490653 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6ed81acc-85ff-461c-9dce-2c03e0f3c44c req-7a858a79-6e94-42b2-b991-d64bee4aa6c0 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 945 time: 0.0799644
May 10 13:41:20.536177 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6ed81acc-85ff-461c-9dce-2c03e0f3c44c req-5faeeba2-c89a-457f-aac5-93aa5b9ed1ed tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386693
May 10 13:41:20.571155 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Deleting port cf5c2c48-1304-4902-90de-31121edd9ed6 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:20.571493 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.635766 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] DHCP port deletion for aa757dea-cc4f-462b-aef7-e704e9f314f4 request from dv-cinder-784945-7-iscsi {{(pid=78710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 13:41:20.725443 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Deleting port cf5c2c48-1304-4902-90de-31121edd9ed6 {{(pid=78710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:41:20.725832 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.783459 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] For port cf5c2c48-1304-4902-90de-31121edd9ed6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cf5c2c48-1304-4902-90de-31121edd9ed6,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:20.783860 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.870209 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] For port cf5c2c48-1304-4902-90de-31121edd9ed6, host dv-cinder-784945-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-iscsi',level=0,port_id=cf5c2c48-1304-4902-90de-31121edd9ed6,segment=NetworkSegment(7d942ea3-8d17-4328-9418-c6445861e3a8),segment_id=7d942ea3-8d17-4328-9418-c6445861e3a8)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:20.870607 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.907837 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Calling delete_port for cf5c2c48-1304-4902-90de-31121edd9ed6 owned by network:dhcp {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:20.973183 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:20.978390 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-43cbb467-1364-4a9c-8786-39f7847ac635 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:21.001989 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 41b5f700-f810-4a14-8bdf-5108380b2213 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:21.025469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5c2c48-1304-4902-90de-31121edd9ed6,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:21.027953 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] No DVR routers for this DVR port cf5c2c48-1304-4902-90de-31121edd9ed6 on host dv-cinder-784945-7-iscsi {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:41:21.029515 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:21.036071 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Calling delete_port for cf5c2c48-1304-4902-90de-31121edd9ed6 owned by network:dhcp {{(pid=78710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:41:21.045426 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 41b5f700-f810-4a14-8bdf-5108380b2213 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:21.045772 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 41b5f700-f810-4a14-8bdf-5108380b2213 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:21.046472 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 910cc8a5-39a8-48bd-8804-927ae0a58795 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:21.082129 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: 910cc8a5-39a8-48bd-8804-927ae0a58795 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:21.082540 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device 910cc8a5-39a8-48bd-8804-927ae0a58795 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:21.082906 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cf5c2c48-1304-4902-90de-31121edd9ed6 no longer exists at agent ovs-agent-dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:41:21.116982 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] No Port match for: cf5c2c48-1304-4902-90de-31121edd9ed6 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:41:21.117338 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Device cf5c2c48-1304-4902-90de-31121edd9ed6 not bound to the agent host dv-cinder-784945-7-iscsi {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:41:21.152977 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.153567 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149'] for port, after_delete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.158305 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:21.165996 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf3304670>,) {'filters': {'network_id': ['aa757dea-cc4f-462b-aef7-e704e9f314f4']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:21.179437 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf3304670>, '7d942ea3-8d17-4328-9418-c6445861e3a8') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:21.179739 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf3304670>, '7d942ea3-8d17-4328-9418-c6445861e3a8') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:41:21.191654 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.205210 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Pushing event deleted for resources: {'Port': ['ID=cf5c2c48-1304-4902-90de-31121edd9ed6,revision_number=None']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:21.212440 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:21.213280 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d836179-dd5a-46da-bd31-ac683e7d8f21 None None] No DVR routers for this DVR port cf5c2c48-1304-4902-90de-31121edd9ed6 on host dv-cinder-784945-7-iscsi {{(pid=78710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:41:21.216466 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.226021 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:41:21.226540 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:41:21.240581 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:41:21.321473 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.325649 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:21.338492 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.346318 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa757dea-cc4f-462b-aef7-e704e9f314f4,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:21.349216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:21.357372 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa757dea-cc4f-462b-aef7-e704e9f314f4 HTTP/1.1" status: 204  len: 168 time: 0.9788284
May 10 13:41:21.469783 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60808) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:21.516875 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-e47ea61e-2dba-43eb-837b-ea620be78582 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baee204f786f4e19b2955f877d00fe4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458100
May 10 13:41:21.519022 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60812) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:21.547013 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.575328 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.600093 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.649796 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.656107 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-578b9d5c-9a09-4660-9508-54eee3419b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:21.674606 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb94c51-c8cc-4508-b3b0-4d881f060f9c,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:21.676975 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:21.677908 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:21.680129 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fb94c51-c8cc-4508-b3b0-4d881f060f9c HTTP/1.1" status: 204  len: 168 time: 0.1595562
May 10 13:41:22.022142 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60820) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:22.076188 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f54f722c-31a2-4c0b-8598-52d016ed3531 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=544fb1f8ec334af7869cee896a810b50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528040
May 10 13:41:22.078608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 60824) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:41:22.135083 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:22.159386 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:22.209463 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:22.214262 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-767dc5c4-475d-4e3b-b292-08bb4c76c58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:22.224963 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8d652-b42d-4707-bfa9-6721befab38e,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:22.227132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:22.234339 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:22.235639 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-decb7665-7a63-400e-bbae-25f2d7a18217 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5b8d652-b42d-4707-bfa9-6721befab38e HTTP/1.1" status: 204  len: 168 time: 0.1559894
May 10 13:41:22.737236 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-d01dab05-1fd6-491a-9308-404d1db85cb1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:22.738697 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-d01dab05-1fd6-491a-9308-404d1db85cb1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1438534
May 10 13:41:22.753069 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-e600c5d0-9ef1-4b69-b50a-bed7543fffda tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/quotas/c85461b4c12e41bc8bd6c4a5da33a024 HTTP/1.1" status: 200  len: 375 time: 0.0089476
May 10 13:41:22.839823 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-d4560da9-5d6c-4f7d-be8e-3b7104477140 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0814798
May 10 13:41:22.947054 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-b70b3f00-1428-457d-8f01-343edd06cbf0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 13:41:22.948015 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-b70b3f00-1428-457d-8f01-343edd06cbf0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1018300
May 10 13:41:23.083338 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-26a8613f-fc72-4377-a1f6-d2f43a83e293 service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290181
May 10 13:41:23.211117 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-78eb3fe7-b779-4fde-b649-7eefcccec916 service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220932
May 10 13:41:23.384581 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-6f928fed-ef6d-4f6c-9058-ee8d818da9ee req-6df5af59-728c-4be7-a0d5-bfa933f69cdd tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 210 time: 0.0411534
May 10 13:41:24.539370 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ff1f3558-d771-4f33-abb5-542db6fa6dc5 req-1b765a2e-4f7c-4314-b12d-c2074bf75a78 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 210 time: 0.0461507
May 10 13:41:24.551494 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-de45e914-06bc-48eb-8198-3440191b1bcb tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:24.552920 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-de45e914-06bc-48eb-8198-3440191b1bcb tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1498342
May 10 13:41:24.565984 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Request body: {'port': {'device_id': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'admin_state_up': True, 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:24.703244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:41:24.707041 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Usage tracker for resource:port and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:41:24.709827 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:41:24.715499 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:41:24.724777 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:41:24.728211 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:24.884888 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Allocated IP 172.20.0.7 (39658c97-9747-4fb1-82fd-bc63ef27337c/16b8d75f-11cd-457b-97f1-a7ed04ab5235/57359f4f-cadc-4b56-a8f9-c7868671db48) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:41:25.082626 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.110428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.115918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f6232bc9-c112-4d26-9afa-e2923bbd6837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:25.123665 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a', 'd3a38d02-8096-496a-91f0-988a6ddb4c53'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:25.178643 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Network 39658c97-9747-4fb1-82fd-bc63ef27337c is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:41:25.181869 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:41:25.190524 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:41:25.223616 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event updated for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:25.228012 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:25.254784 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:25.255385 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.275379 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7129927
May 10 13:41:25.288295 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Request body: {'port': {'device_id': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:25.397284 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.731404 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93f196-76b3-4aef-ab29-a7770325e688 req-99b0dcd2-283e-4aea-9c99-21198e35c77b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:25.732870 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d93f196-76b3-4aef-ab29-a7770325e688 req-99b0dcd2-283e-4aea-9c99-21198e35c77b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 931 time: 0.0870085
May 10 13:41:25.777207 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-2d93f196-76b3-4aef-ab29-a7770325e688 req-51d6f358-6eb3-4e40-9679-c34781a24901 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380363
May 10 13:41:25.841128 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57359f4f-cadc-4b56-a8f9-c7868671db48 {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:25.848261 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.861920 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Transition to ACTIVE for port object 57359f4f-cadc-4b56-a8f9-c7868671db48 will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:41:25.865540 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:25.869938 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-44be28a4-a52b-4526-8498-2a7bd5b5a9d7 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:26.018213 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Pushing event updated for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:26.025543 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:26.095216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Attempting to bind port 57359f4f-cadc-4b56-a8f9-c7868671db48 on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:41:26.095551 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Attempting to bind port 57359f4f-cadc-4b56-a8f9-c7868671db48 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:41:26.095878 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Attempting to bind port 57359f4f-cadc-4b56-a8f9-c7868671db48 on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:26.100355 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Port 57359f4f-cadc-4b56-a8f9-c7868671db48 on network 39658c97-9747-4fb1-82fd-bc63ef27337c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:41:26.100676 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Attempting to bind port 57359f4f-cadc-4b56-a8f9-c7868671db48 on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:26.105645 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:41:26.105998 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Checking segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:41:26.106394 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Bound using segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:41:26.106818 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Bound port: 57359f4f-cadc-4b56-a8f9-c7868671db48, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:41:26.107161 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:26.192760 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:41:26.195628 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=57359f4f-cadc-4b56-a8f9-c7868671db48,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:41:26.200232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:26.204464 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:26.256756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:26.257363 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:26.258738 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] 10.222.0.36 "PUT /v2.0/ports/57359f4f-cadc-4b56-a8f9-c7868671db48 HTTP/1.1" status: 200  len: 1093 time: 0.9744158
May 10 13:41:26.259231 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:26.285632 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Pushing event updated for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:26.288672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3a094bb7-1adf-462e-9c17-66c5efbd1055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:26.377283 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-7af6f875-dcc7-4947-a569-a3d279920db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:26.378792 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-7af6f875-dcc7-4947-a569-a3d279920db7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 1096 time: 0.0712612
May 10 13:41:26.443366 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48', 'status': 'completed', 'code': 200}
May 10 13:41:26.452630 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-e2d0e53e-72eb-4375-87d2-a77d74facfcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57359f4f-cadc-4b56-a8f9-c7868671db48 HTTP/1.1" status: 200  len: 217 time: 0.0652943
May 10 13:41:26.514201 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-2b29b911-8027-4b92-9252-f88cc8ea15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:26.515548 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-2b29b911-8027-4b92-9252-f88cc8ea15cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0553312
May 10 13:41:26.561873 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-ebd39d2e-c776-4195-a7a8-eca601c936f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382240
May 10 13:41:26.690252 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-7cf090ad-8ff5-4edd-9b3e-0c946fa6b933 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206431
May 10 13:41:26.820478 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-4648df4e-046f-40ed-a5e3-c2cd1b9c69b4 req-34d280de-5fd7-4073-908b-55c650adc6c3 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236017
May 10 13:41:26.940944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-be0fa2da-c662-4e2c-b0fa-3568c637338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:26.942497 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-be0fa2da-c662-4e2c-b0fa-3568c637338d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 1096 time: 0.0757239
May 10 13:41:26.962656 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646290-ee07-40a1-9980-ad11ba460688 req-9c8e50c9-5040-48ca-93b0-5144d88ee0df tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:26.964702 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d646290-ee07-40a1-9980-ad11ba460688 req-9c8e50c9-5040-48ca-93b0-5144d88ee0df tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 943 time: 0.0785840
May 10 13:41:27.011789 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d646290-ee07-40a1-9980-ad11ba460688 req-042f053c-3cca-4f3f-8764-f6cf6f498f68 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411019
May 10 13:41:27.075574 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-3776d390-62ab-40fb-a737-577133a1a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:27.077026 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-3776d390-62ab-40fb-a737-577133a1a063 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 916 time: 0.1281760
May 10 13:41:27.146181 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-05d0fab6-54a3-4b2e-9135-5ce842d3af93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57359f4f-cadc-4b56-a8f9-c7868671db48 HTTP/1.1" status: 200  len: 217 time: 0.0626159
May 10 13:41:27.207279 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-91cd5a11-9d3b-45b9-b382-bf68801eefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:27.208624 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-91cd5a11-9d3b-45b9-b382-bf68801eefb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0551596
May 10 13:41:27.254395 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-02871768-68d8-42f0-a403-22f25c92f140 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383613
May 10 13:41:27.482854 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-7fa7a9a4-2eeb-4524-834e-6d249160d749 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214782
May 10 13:41:27.609400 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-79c0b2e9-4cfe-4a52-aa9b-38f45cde6f1c req-f7241b48-0e61-417f-a2a9-e639ae82fcf5 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198092
May 10 13:41:28.018744 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 57359f4f-cadc-4b56-a8f9-c7868671db48 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:41:28.150570 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=57359f4f-cadc-4b56-a8f9-c7868671db48,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:28.164096 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': '57359f4f-cadc-4b56-a8f9-c7868671db48', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'port_id': '57359f4f-cadc-4b56-a8f9-c7868671db48', 'mac_address': 'fa:16:3e:a8:72:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8d75f-11cd-457b-97f1-a7ed04ab5235', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:41:28.193660 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c946a4-764b-4625-a2f3-08196a4276a4 req-af4808c6-9127-4bfa-99d7-a26481dab41e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:28.195224 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c2c946a4-764b-4625-a2f3-08196a4276a4 req-af4808c6-9127-4bfa-99d7-a26481dab41e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 943 time: 0.0776000
May 10 13:41:28.218891 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:28.235194 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57359f4f-cadc-4b56-a8f9-c7868671db48 {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:28.240308 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c2c946a4-764b-4625-a2f3-08196a4276a4 req-2290e695-6100-449c-81a6-38608b00787a tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386455
May 10 13:41:28.250310 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=57359f4f-cadc-4b56-a8f9-c7868671db48,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:28.254776 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:28.256742 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:28.323781 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:28.326868 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:28.485981 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['57359f4f-cadc-4b56-a8f9-c7868671db48'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:29.424164 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b6daa-ba0b-4d5f-93d2-ea682dbbd3cc req-3a6c5525-e9fe-4fd9-8a55-d301192d9c54 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:29.425595 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-350b6daa-ba0b-4d5f-93d2-ea682dbbd3cc req-3a6c5525-e9fe-4fd9-8a55-d301192d9c54 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 944 time: 0.0815511
May 10 13:41:29.470021 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-350b6daa-ba0b-4d5f-93d2-ea682dbbd3cc req-a1141716-0838-49de-8ce9-24a6341fd6d0 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385551
May 10 13:41:30.019249 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 57359f4f-cadc-4b56-a8f9-c7868671db48 up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:41:30.084565 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port 57359f4f-cadc-4b56-a8f9-c7868671db48 completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:41:30.089387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port 57359f4f-cadc-4b56-a8f9-c7868671db48 triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:41:30.089798 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:30.203604 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:30.228671 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:30.238619 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=57359f4f-cadc-4b56-a8f9-c7868671db48,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:30.243805 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:30.247345 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:30.278108 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48', 'code': 200}
May 10 13:41:30.316464 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:30.319423 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:30.500150 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805fb5-2a76-4269-9568-ffc7c5014255 req-220e7739-bac9-456a-91b2-06170425da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:30.501629 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-05805fb5-2a76-4269-9568-ffc7c5014255 req-220e7739-bac9-456a-91b2-06170425da23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 1098 time: 0.0754066
May 10 13:41:30.541115 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-05805fb5-2a76-4269-9568-ffc7c5014255 req-408b81e4-e5d9-4ea3-9414-0383048ab2d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327692
May 10 13:41:30.649471 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fadfb-3295-473e-87de-e8b4aeb37b70 req-da3d01d0-a673-4823-9faa-96769b772d71 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:30.650962 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d8fadfb-3295-473e-87de-e8b4aeb37b70 req-da3d01d0-a673-4823-9faa-96769b772d71 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 945 time: 0.0786748
May 10 13:41:30.698729 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3d8fadfb-3295-473e-87de-e8b4aeb37b70 req-ff940947-f314-4f9e-a323-8cc15d3daa24 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420074
May 10 13:41:31.963620 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93873c-a61c-48d1-802d-6bea15bd957f req-0ab57f39-64d0-4073-a864-063f6db84e91 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:31.964996 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-af93873c-a61c-48d1-802d-6bea15bd957f req-0ab57f39-64d0-4073-a864-063f6db84e91 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 945 time: 0.1604939
May 10 13:41:32.008538 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-af93873c-a61c-48d1-802d-6bea15bd957f req-ecc83b29-ba8f-4034-8c6f-beb7120fe338 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378032
May 10 13:41:33.448926 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-6291eb97-eaa6-4fc7-9af1-01f6577751da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:36.231363 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd391-8047-43bf-ace6-402ddb96f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:36.283056 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:37.331795 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:38.683579 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:42.538280 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-6363236b-d85e-4f51-987b-5b53332375ac tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:42.539636 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-6363236b-d85e-4f51-987b-5b53332375ac tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1393521
May 10 13:41:42.553725 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-9c79c326-d7f4-446d-ac25-2989f5019c7c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/quotas/c85461b4c12e41bc8bd6c4a5da33a024 HTTP/1.1" status: 200  len: 375 time: 0.0085769
May 10 13:41:42.639454 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-95510965-41e4-4972-a5d0-2ed81cd5aad1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0806985
May 10 13:41:42.768457 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-7fbfdb18-1995-4ea8-960a-099ae70f2d2f service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222234
May 10 13:41:42.895475 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-bc9c437b-bad8-4ac7-ba6f-619759f64cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212037
May 10 13:41:43.068727 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-abb0d528-71bd-474b-8711-c1527a127662 req-57602b75-397b-4f01-bb42-3ad6c58c8d3f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 210 time: 0.0430303
May 10 13:41:44.102983 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-f0ed9603-ed0e-4b5a-bce3-d47a2b96669e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:44.104424 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-f0ed9603-ed0e-4b5a-bce3-d47a2b96669e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 815 time: 0.1440814
May 10 13:41:44.116909 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Request body: {'port': {'device_id': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'admin_state_up': True, 'tenant_id': 'c85461b4c12e41bc8bd6c4a5da33a024'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:44.225043 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d9a3f18f-715a-4989-b466-3c51f9155b1f req-38f34fc8-de03-4abe-9a9c-5abb3d2f43bc tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 210 time: 0.0474925
May 10 13:41:44.253735 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:41:44.257511 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Usage tracker for resource:port and tenant:c85461b4c12e41bc8bd6c4a5da33a024 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:41:44.260259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:41:44.265787 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:41:44.274259 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Made reservation on behalf of c85461b4c12e41bc8bd6c4a5da33a024 for: {'port': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:41:44.277672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:44.433623 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_common [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Allocated IP 172.20.0.11 (39658c97-9747-4fb1-82fd-bc63ef27337c/16b8d75f-11cd-457b-97f1-a7ed04ab5235/db43ee2d-0c5b-41e0-a7f2-2635a9204f9c) {{(pid=78709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 13:41:44.628228 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks [] for port, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:44.657305 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756626907140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:44.662911 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-3fe46f1f-e04f-4a0c-89b8-dabd38388b8b tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:44.669727 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a', 'd3a38d02-8096-496a-91f0-988a6ddb4c53', '57359f4f-cadc-4b56-a8f9-c7868671db48'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:44.724286 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Network 39658c97-9747-4fb1-82fd-bc63ef27337c is already hosted by enough agents. {{(pid=78709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 13:41:44.727052 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Resources bound (agent type, host, resource id):  {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:41:44.731788 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Received port after_create {{(pid=78709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 13:41:44.773785 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event updated for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:44.786498 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.786877 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.787244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.787605 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.787963 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.788321 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.788672 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.789023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.789370 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.789716 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.790091 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.790440 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:44.796139 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:44.812308 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:44.812920 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:44.831963 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-d4a71728-57d1-4647-bda5-9e84d7f0519f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7187076
May 10 13:41:44.843670 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Request body: {'port': {'device_id': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:41:44.952539 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.282165 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db43ee2d-0c5b-41e0-a7f2-2635a9204f9c {{(pid=78709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:45.289185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.302791 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.provisioning_blocks [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Transition to ACTIVE for port object db43ee2d-0c5b-41e0-a7f2-2635a9204f9c will not be triggered until provisioned by entity L2. {{(pid=78709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 13:41:45.307538 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.312507 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8319c88a-8ae5-4c6e-8dd6-4c5e2470eb60 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:45.410128 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718ecf8-e1df-4645-acf2-38af41af527c req-020bc540-4a09-4c64-be03-7c130b348ffc tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:45.411649 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d718ecf8-e1df-4645-acf2-38af41af527c req-020bc540-4a09-4c64-be03-7c130b348ffc tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 944 time: 0.0810633
May 10 13:41:45.458300 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-d718ecf8-e1df-4645-acf2-38af41af527c req-2abcc292-eb66-4cb4-a848-a0970be7a114 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406737
May 10 13:41:45.573960 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=2']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:45.603095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:45.640556 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Attempting to bind port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c on host hv-cinder-78494 for vnic_type normal with profile  {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 13:41:45.640888 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Attempting to bind port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 13:41:45.641216 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Attempting to bind port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:45.645930 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c on network 39658c97-9747-4fb1-82fd-bc63ef27337c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 13:41:45.646279 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Attempting to bind port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c on network 39658c97-9747-4fb1-82fd-bc63ef27337c {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 13:41:45.651213 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Checking agent: {'id': '8ac64d0e-5c19-4bf9-b6f5-6936bd571b48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 13:41:45.651548 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Checking segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:41:45.651931 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Bound using segment: {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'} {{(pid=78709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 13:41:45.652382 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.managers [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Bound port: db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a901a7-d146-4b2d-b8f2-9e47177a27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c'}}] {{(pid=78709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 13:41:45.652727 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.741089 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, cleared binding levels {{(pid=78709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 13:41:45.744215 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 13:41:45.748967 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183729'] for port, after_update {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.753241 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-f61b28ad-9949-4766-918d-6f2ce9d6fef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:45.803708 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:45.804313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:45.805661 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/db43ee2d-0c5b-41e0-a7f2-2635a9204f9c HTTP/1.1" status: 200  len: 1094 time: 0.9666040
May 10 13:41:45.806185 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:45.831754 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=3']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:45.834871 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-80b46546-1eac-4f9f-b40b-ff74b9aed0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:45.877662 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c', 'status': 'completed', 'code': 200}
May 10 13:41:45.916225 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-66fd0425-b2bc-49c8-90df-0b1b8b4c5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:45.917674 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-66fd0425-b2bc-49c8-90df-0b1b8b4c5a7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 1097 time: 0.0743549
May 10 13:41:45.985758 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-a9c82831-1794-4e5e-8bd3-b4f4b7955d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c HTTP/1.1" status: 200  len: 217 time: 0.0595005
May 10 13:41:46.049986 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-884a92ca-4caa-4254-a955-485ecafcb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:46.051383 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-884a92ca-4caa-4254-a955-485ecafcb7df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0586426
May 10 13:41:46.097832 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-1c1b11ba-f655-4d91-b25c-384e36aae332 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393176
May 10 13:41:46.226200 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-343c4d09-d373-4133-9078-012c9be19451 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211088
May 10 13:41:46.354793 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d38a8ac5-2a8e-423e-94c2-b51cdc98ed13 req-cf332b52-4a78-4dd5-8e69-a799acd9ab02 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213968
May 10 13:41:46.479751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-0ff46443-4725-464c-828f-8d1f858f886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:46.481286 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-0ff46443-4725-464c-828f-8d1f858f886f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 1097 time: 0.0733807
May 10 13:41:46.615739 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-44620f9c-7114-4d53-b02c-abcb6771585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:46.617092 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-44620f9c-7114-4d53-b02c-abcb6771585f service neutron] 10.222.0.36 "GET /v2.0/networks?id=39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 200  len: 916 time: 0.1265271
May 10 13:41:46.643770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b304e-0754-4430-8724-f1e370def559 req-84fc128c-f02f-4883-b00f-7db861fdacca tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:46.645371 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-750b304e-0754-4430-8724-f1e370def559 req-84fc128c-f02f-4883-b00f-7db861fdacca tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 944 time: 0.0815554
May 10 13:41:46.683242 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-ee0e37a3-ba3f-4e2f-a7f0-0c379721775b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c HTTP/1.1" status: 200  len: 217 time: 0.0596669
May 10 13:41:46.690771 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-750b304e-0754-4430-8724-f1e370def559 req-70e93164-f1e8-4c61-ae12-4008c70351c2 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393016
May 10 13:41:46.749060 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-e60da18e-1f64-4612-9031-a3fa85ecee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:46.750513 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-e60da18e-1f64-4612-9031-a3fa85ecee44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 200  len: 855 time: 0.0598104
May 10 13:41:46.797955 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-ab18b18a-ca62-4ca6-b03b-22cad318a864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39658c97-9747-4fb1-82fd-bc63ef27337c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391397
May 10 13:41:46.925335 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-f88d88be-f9e8-484a-bac3-1fbae7b00501 service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202657
May 10 13:41:47.157504 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-d5c66764-313f-45fa-a2ec-4b8a6a314941 req-251019fb-b0fc-4094-922a-adebad4540ab service neutron] 10.222.0.36 "GET /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238617
May 10 13:41:48.014606 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946c27-50e7-40d3-8c73-97cf390f77bf req-65cfa1be-a4d2-492f-a806-9c0cc7e66af8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:48.015936 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea946c27-50e7-40d3-8c73-97cf390f77bf req-65cfa1be-a4d2-492f-a806-9c0cc7e66af8 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 944 time: 0.0778146
May 10 13:41:48.061726 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea946c27-50e7-40d3-8c73-97cf390f77bf req-3a512588-2658-4653-8eeb-23113f9e42e0 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401938
May 10 13:41:48.107829 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device db43ee2d-0c5b-41e0-a7f2-2635a9204f9c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 13:41:48.258878 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:48.271846 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Returning: {'device': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c', 'network_id': '39658c97-9747-4fb1-82fd-bc63ef27337c', 'port_id': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c', 'mac_address': 'fa:16:3e:a3:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8d75f-11cd-457b-97f1-a7ed04ab5235', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 13:41:48.327733 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:48.343437 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db43ee2d-0c5b-41e0-a7f2-2635a9204f9c {{(pid=78710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 13:41:48.357804 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:48.361520 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:48.363227 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:48.426352 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=4']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:48.434070 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.434418 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.434757 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.435088 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.435416 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.435743 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.436065 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.436387 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.436711 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.437031 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.437345 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.437661 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:41:48.441468 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:48.623445 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['db43ee2d-0c5b-41e0-a7f2-2635a9204f9c'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:41:49.241724 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe0dd2-3263-481f-a1c3-d9e59f829f3b req-d7fa51d3-ffd3-44f6-804e-8b442c4e8c4e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:49.243091 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1dbe0dd2-3263-481f-a1c3-d9e59f829f3b req-d7fa51d3-ffd3-44f6-804e-8b442c4e8c4e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 945 time: 0.0778494
May 10 13:41:49.285803 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1dbe0dd2-3263-481f-a1c3-d9e59f829f3b req-934d5d74-f720-4673-a4fc-2568fad57999 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371149
May 10 13:41:50.112025 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device db43ee2d-0c5b-41e0-a7f2-2635a9204f9c up at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 13:41:50.177313 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning for port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c completed by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 13:41:50.181986 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.db.provisioning_blocks [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Provisioning complete for port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c triggered by entity L2. {{(pid=78710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 13:41:50.182368 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378922'] for port, provisioning_complete {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:50.295109 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for port, before_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:50.321875 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c'}] {{(pid=78710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:41:50.331881 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:41:50.336614 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756627325031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756626907158', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756626907203'] for port, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:50.339471 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:41:50.409880 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Pushing event updated for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=5']} {{(pid=78710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:41:50.413198 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG oslo_concurrency.lockutils [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:41:50.421924 dv-cinder-784945-7-iscsi neutron-server[78710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c', 'code': 200}
May 10 13:41:50.471378 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da841-0899-4e47-9460-e7265e82995d req-2bce797c-8f89-428b-b4c7-f207c74b5476 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:50.472819 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a44da841-0899-4e47-9460-e7265e82995d req-2bce797c-8f89-428b-b4c7-f207c74b5476 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 946 time: 0.0825942
May 10 13:41:50.518200 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-a44da841-0899-4e47-9460-e7265e82995d req-25915b41-d688-4a2b-8298-4075763c2710 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395536
May 10 13:41:50.641921 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:41:50.653111 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272ed8-33e4-4742-8627-bff20660d0d9 req-78aa6f96-1eed-4ae3-81db-6383c68ab037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:50.654591 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-89272ed8-33e4-4742-8627-bff20660d0d9 req-78aa6f96-1eed-4ae3-81db-6383c68ab037 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 1099 time: 0.0716717
May 10 13:41:50.695672 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-89272ed8-33e4-4742-8627-bff20660d0d9 req-f2e9dd4c-4970-487e-9786-568b25650ca0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335338
May 10 13:41:51.576325 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:41:51.717958 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbcb08-911f-4b1d-a5f1-9d4d9da65955 req-b5142ad6-3a4b-49c7-ad8e-df26118e9876 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:41:51.719057 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-30fbcb08-911f-4b1d-a5f1-9d4d9da65955 req-b5142ad6-3a4b-49c7-ad8e-df26118e9876 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 946 time: 0.0815232
May 10 13:41:51.769441 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-30fbcb08-911f-4b1d-a5f1-9d4d9da65955 req-2f6d1d01-b240-4bd6-930f-1e7fdbcc5b75 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441892
May 10 13:42:03.451254 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-020cb0f2-d106-4684-8d1c-21e60e79262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:03.503736 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e37fb-3efe-4b09-b27a-3799cc5e82fb req-48636ab0-7906-4c19-86cd-e3b5435b3c8f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:03.505220 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-025e37fb-3efe-4b09-b27a-3799cc5e82fb req-48636ab0-7906-4c19-86cd-e3b5435b3c8f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 946 time: 0.0808961
May 10 13:42:03.548934 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-025e37fb-3efe-4b09-b27a-3799cc5e82fb req-babbea8f-b31e-4982-b75c-85e3b069c185 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378766
May 10 13:42:04.733806 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a90fa-aded-44c2-938e-447e7de81ca0 req-7769a187-eafe-4e16-a8dd-10231dc5c94e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:04.735891 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-911a90fa-aded-44c2-938e-447e7de81ca0 req-7769a187-eafe-4e16-a8dd-10231dc5c94e tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 946 time: 0.0831876
May 10 13:42:04.778807 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-911a90fa-aded-44c2-938e-447e7de81ca0 req-36ffaaaa-8ec3-422d-83bf-a390a5ed7c70 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372114
May 10 13:42:05.113637 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-5686956b-38c8-4d3d-b7b7-d8688eec16c4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:05.114363 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-5686956b-38c8-4d3d-b7b7-d8688eec16c4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:42:05.131154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-5686956b-38c8-4d3d-b7b7-d8688eec16c4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:42:05.132297 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-5686956b-38c8-4d3d-b7b7-d8688eec16c4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 946 time: 0.0954425
May 10 13:42:05.273277 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Deleting port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:42:05.273535 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:05.401914 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] For port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:42:05.402294 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:05.521991 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Calling delete_port for db43ee2d-0c5b-41e0-a7f2-2635a9204f9c owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:42:05.631875 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:05.638403 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-9fd2f04a-8fed-430c-9938-4bc574477125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:05.643920 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a', 'd3a38d02-8096-496a-91f0-988a6ddb4c53', '57359f4f-cadc-4b56-a8f9-c7868671db48', 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:42:05.717775 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event deleted for resources: {'Port': ['ID=db43ee2d-0c5b-41e0-a7f2-2635a9204f9c,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:05.720560 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:05.760415 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] No DVR routers for this DVR port db43ee2d-0c5b-41e0-a7f2-2635a9204f9c on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:42:05.763066 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:05.767010 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'name': 'network-vif-deleted', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:42:05.780702 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-7f4430a2-9065-4320-8bb3-174f545a6328 req-baa333d8-51ea-4263-8f91-32fc5952c957 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "DELETE /v2.0/ports/db43ee2d-0c5b-41e0-a7f2-2635a9204f9c HTTP/1.1" status: 204  len: 173 time: 0.6423779
May 10 13:42:05.826644 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a09c58-9f1c-4c45-86b4-d4d636873fb7', 'name': 'network-vif-deleted', 'tag': 'db43ee2d-0c5b-41e0-a7f2-2635a9204f9c', 'status': 'completed', 'code': 200}
May 10 13:42:05.943195 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-1b0f6cd6-81c6-4c74-a1c7-a76c4216b444 req-e7c40a5c-97fc-4f4f-a5e3-6f34299f98aa tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a09c58-9f1c-4c45-86b4-d4d636873fb7 HTTP/1.1" status: 200  len: 210 time: 0.0447447
May 10 13:42:06.230700 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-fb0eea6e-a027-4e0a-97cb-199672ff9f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:06.284952 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:07.335008 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:08.182677 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device db43ee2d-0c5b-41e0-a7f2-2635a9204f9c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:42:08.219443 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: db43ee2d-0c5b-41e0-a7f2-2635a9204f9c {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:42:08.219799 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device db43ee2d-0c5b-41e0-a7f2-2635a9204f9c not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:42:08.668047 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:08.693013 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53449516-3552-4bca-99b6-c919802141b6 req-2a03b37f-84a8-4f9a-a076-1818e78f31d4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:08.694547 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53449516-3552-4bca-99b6-c919802141b6 req-2a03b37f-84a8-4f9a-a076-1818e78f31d4 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 945 time: 0.1674449
May 10 13:42:08.738702 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-53449516-3552-4bca-99b6-c919802141b6 req-be4b2708-112c-48f0-961e-20ef37246c16 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384603
May 10 13:42:09.919808 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2045ce-3ed2-4dbc-973e-cda48f30a0f4 req-e99d768c-4e3c-46a9-9908-32a5a400f3ac tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:09.921237 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea2045ce-3ed2-4dbc-973e-cda48f30a0f4 req-e99d768c-4e3c-46a9-9908-32a5a400f3ac tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 945 time: 0.0784988
May 10 13:42:09.969920 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ea2045ce-3ed2-4dbc-973e-cda48f30a0f4 req-b3cd5847-0553-484e-ad06-8809b3cb4f9c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419111
May 10 13:42:10.085250 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-71f99279-4065-4343-9a11-b5706bc38182 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:10.085935 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-71f99279-4065-4343-9a11-b5706bc38182 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:42:10.100778 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-71f99279-4065-4343-9a11-b5706bc38182 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:42:10.101849 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-71f99279-4065-4343-9a11-b5706bc38182 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 945 time: 0.0921659
May 10 13:42:10.235753 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Deleting port 57359f4f-cadc-4b56-a8f9-c7868671db48 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:42:10.236006 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:10.363123 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] For port 57359f4f-cadc-4b56-a8f9-c7868671db48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=57359f4f-cadc-4b56-a8f9-c7868671db48,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:42:10.363472 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:10.482210 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Calling delete_port for 57359f4f-cadc-4b56-a8f9-c7868671db48 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:42:10.589636 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:10.594929 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-83f99563-895e-46d9-ba23-9065290c6995 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:10.601689 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a', 'd3a38d02-8096-496a-91f0-988a6ddb4c53', '57359f4f-cadc-4b56-a8f9-c7868671db48'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:42:10.640648 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event deleted for resources: {'Port': ['ID=57359f4f-cadc-4b56-a8f9-c7868671db48,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:10.675182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:10.815067 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] No DVR routers for this DVR port 57359f4f-cadc-4b56-a8f9-c7868671db48 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:42:10.817541 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:10.820063 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'name': 'network-vif-deleted', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:42:10.836536 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-269ab1c9-2e47-45f8-a3e7-fbe199cac4dd req-88f5614d-22b3-4a7b-a1d5-de6c5319ad90 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "DELETE /v2.0/ports/57359f4f-cadc-4b56-a8f9-c7868671db48 HTTP/1.1" status: 204  len: 173 time: 0.7289176
May 10 13:42:10.870687 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9f5d69-426c-43ec-a488-0cf695f7e891', 'name': 'network-vif-deleted', 'tag': '57359f4f-cadc-4b56-a8f9-c7868671db48', 'status': 'completed', 'code': 200}
May 10 13:42:11.131147 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-81291bdb-9046-45dc-99be-6718e3e278f0 req-975f8a9d-2b3d-4048-acb2-a2d106c3841c tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9f5d69-426c-43ec-a488-0cf695f7e891 HTTP/1.1" status: 200  len: 210 time: 0.0427110
May 10 13:42:12.566031 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24635593-04e6-4236-b98f-140dffe619f1 req-924e8c19-c99e-4fda-8f5c-9d9568836bba tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:12.567441 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24635593-04e6-4236-b98f-140dffe619f1 req-924e8c19-c99e-4fda-8f5c-9d9568836bba tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 945 time: 0.0781217
May 10 13:42:12.613892 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-24635593-04e6-4236-b98f-140dffe619f1 req-16ee07bc-7018-4dbd-8a0c-1d9f4d430705 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408058
May 10 13:42:13.776056 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dee71f-864f-4428-a34e-94938c6b591b req-cb42f719-739a-4386-addd-104ccc4e2139 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:13.776759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-75dee71f-864f-4428-a34e-94938c6b591b req-cb42f719-739a-4386-addd-104ccc4e2139 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:42:13.792412 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-75dee71f-864f-4428-a34e-94938c6b591b req-cb42f719-739a-4386-addd-104ccc4e2139 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:42:13.793647 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-75dee71f-864f-4428-a34e-94938c6b591b req-cb42f719-739a-4386-addd-104ccc4e2139 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 945 time: 0.0957117
May 10 13:42:13.799191 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7c85b-5bb1-4c0c-a659-46a650f97aee req-d5cab3f4-ddbd-4f8e-89cf-1ff471b43850 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:13.800621 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ecf7c85b-5bb1-4c0c-a659-46a650f97aee req-d5cab3f4-ddbd-4f8e-89cf-1ff471b43850 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 945 time: 0.0787880
May 10 13:42:13.845514 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-ecf7c85b-5bb1-4c0c-a659-46a650f97aee req-f094ce4f-dc81-4684-8c54-1e0ee06b59d5 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391054
May 10 13:42:13.930822 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Deleting port d3a38d02-8096-496a-91f0-988a6ddb4c53 {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:42:13.931057 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:14.058509 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] For port d3a38d02-8096-496a-91f0-988a6ddb4c53, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d3a38d02-8096-496a-91f0-988a6ddb4c53,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:42:14.058859 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:14.181223 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Calling delete_port for d3a38d02-8096-496a-91f0-988a6ddb4c53 owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:42:14.216589 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 57359f4f-cadc-4b56-a8f9-c7868671db48 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:42:14.251593 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 57359f4f-cadc-4b56-a8f9-c7868671db48 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:42:14.251944 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 57359f4f-cadc-4b56-a8f9-c7868671db48 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:42:14.285885 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:14.291143 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b90dc382-89dc-4b20-a5f6-267bf702377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:14.296003 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a', 'd3a38d02-8096-496a-91f0-988a6ddb4c53'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:42:14.339263 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event deleted for resources: {'Port': ['ID=d3a38d02-8096-496a-91f0-988a6ddb4c53,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:14.370950 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:14.408645 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] No DVR routers for this DVR port d3a38d02-8096-496a-91f0-988a6ddb4c53 on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:42:14.411077 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:14.413560 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'name': 'network-vif-deleted', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:42:14.429570 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-75dee71f-864f-4428-a34e-94938c6b591b req-ec591820-c4b2-43a8-9816-95d9a3a0de56 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "DELETE /v2.0/ports/d3a38d02-8096-496a-91f0-988a6ddb4c53 HTTP/1.1" status: 204  len: 173 time: 0.6298654
May 10 13:42:14.460951 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307f5b-8562-490b-9fa9-38623c725648', 'name': 'network-vif-deleted', 'tag': 'd3a38d02-8096-496a-91f0-988a6ddb4c53', 'status': 'completed', 'code': 200}
May 10 13:42:15.012003 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c982b8ff-b237-4569-8628-ea6f749d4aea req-57ad7f3e-1623-473f-a03f-354033609d2f tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5307f5b-8562-490b-9fa9-38623c725648 HTTP/1.1" status: 200  len: 210 time: 0.0452528
May 10 13:42:17.669487 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113d40-328a-4520-b641-b3924f5b0cc7 req-19c82552-a6db-4a19-9392-1a161c6e22c1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:17.670972 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21113d40-328a-4520-b641-b3924f5b0cc7 req-19c82552-a6db-4a19-9392-1a161c6e22c1 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 945 time: 0.0781386
May 10 13:42:17.714634 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-21113d40-328a-4520-b641-b3924f5b0cc7 req-5bf38a43-02f4-448d-9eba-278704df019a tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374088
May 10 13:42:18.248100 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device d3a38d02-8096-496a-91f0-988a6ddb4c53 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:42:18.282146 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: d3a38d02-8096-496a-91f0-988a6ddb4c53 {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:42:18.282990 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device d3a38d02-8096-496a-91f0-988a6ddb4c53 not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:42:18.900893 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b01aa-a9a5-46c6-8da8-5a5c522ad0c4 req-7f604c46-b909-4497-893e-54b97cd88eea tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:18.902340 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3c5b01aa-a9a5-46c6-8da8-5a5c522ad0c4 req-7f604c46-b909-4497-893e-54b97cd88eea tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 945 time: 0.0816107
May 10 13:42:18.946936 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-3c5b01aa-a9a5-46c6-8da8-5a5c522ad0c4 req-c2594dbd-1d41-4b73-a8b8-a5058d299a59 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e28d09-1406-4d1c-bc11-f548efaca3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383320
May 10 13:42:19.040181 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-2f49540b-dace-4e52-ad67-50fd58919b86 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:19.040864 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-2f49540b-dace-4e52-ad67-50fd58919b86 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Synchronizing usage tracker for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 13:42:19.055113 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-2f49540b-dace-4e52-ad67-50fd58919b86 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Unset dirty status for tenant:c85461b4c12e41bc8bd6c4a5da33a024 on resource:port {{(pid=78709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 13:42:19.056347 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-2f49540b-dace-4e52-ad67-50fd58919b86 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 945 time: 0.0945191
May 10 13:42:19.186954 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Deleting port 1e560386-f779-4bfe-976f-cad11e78782a {{(pid=78709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 13:42:19.187296 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756627320477'] for port, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:19.315131 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.db [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] For port 1e560386-f779-4bfe-976f-cad11e78782a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=1e560386-f779-4bfe-976f-cad11e78782a,segment=NetworkSegment(67a901a7-d146-4b2d-b8f2-9e47177a27c3),segment_id=67a901a7-d146-4b2d-b8f2-9e47177a27c3)] {{(pid=78709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 13:42:19.315397 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681142'] for port, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:19.435674 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.plugin [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Calling delete_port for 1e560386-f779-4bfe-976f-cad11e78782a owned by compute:nova {{(pid=78709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 13:42:19.541401 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1801406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756627325040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756626907149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183720'] for port, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:19.546613 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-afd117ba-1a83-4c96-995e-1b5769cd9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:19.552828 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.db [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] get_ports_and_sgs() called for port_ids ['1e560386-f779-4bfe-976f-cad11e78782a'] {{(pid=78710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 13:42:19.593789 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Pushing event deleted for resources: {'Port': ['ID=1e560386-f779-4bfe-976f-cad11e78782a,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:19.596876 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:19.663767 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.l3_dvrscheduler_db [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] No DVR routers for this DVR port 1e560386-f779-4bfe-976f-cad11e78782a on host hv-cinder-78494 {{(pid=78709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 13:42:19.666194 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999756'] for port, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:19.668590 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'name': 'network-vif-deleted', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a'}] {{(pid=78709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 13:42:19.685317 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [req-986fdd1c-2c60-4d48-ba93-ed75dd817d1e req-0a614038-926d-4bf5-8982-597f2c93c5bf tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.36 "DELETE /v2.0/ports/1e560386-f779-4bfe-976f-cad11e78782a HTTP/1.1" status: 204  len: 173 time: 0.6230063
May 10 13:42:19.724258 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00f3845-10fc-49cc-a71f-d1db08850a45', 'name': 'network-vif-deleted', 'tag': '1e560386-f779-4bfe-976f-cad11e78782a', 'status': 'completed', 'code': 200}
May 10 13:42:20.104726 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [req-c781b506-3c11-4a86-9c8f-1f08fd6a51cc req-5cecda18-91b0-4e5f-a5e3-8dbb1acfcee3 tempest-AttachVolumeNegativeTest-1627476883 tempest-AttachVolumeNegativeTest-1627476883-project] 10.222.0.18 "GET /v2.0/ports?device_id=e00f3845-10fc-49cc-a71f-d1db08850a45 HTTP/1.1" status: 200  len: 210 time: 0.0420244
May 10 13:42:21.205138 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32854) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:21.264950 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Deleting subnet 16b8d75f-11cd-457b-97f1-a7ed04ab5235 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:42:21.268303 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.314837 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.369015 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.573878 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.699974 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.705167 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:21.741110 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b8d75f-11cd-457b-97f1-a7ed04ab5235,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:21.743857 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:21.748138 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.753859 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-446ab7be-56d6-4a4c-b686-7ed2942e7df5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16b8d75f-11cd-457b-97f1-a7ed04ab5235 HTTP/1.1" status: 204  len: 168 time: 0.5477352
May 10 13:42:21.756344 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32858) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:21.858586 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.978229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:21.990420 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf9cac4c0>,) {'filters': {'network_id': ['39658c97-9747-4fb1-82fd-bc63ef27337c']}} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:22.002356 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf9cac4c0>, '67a901a7-d146-4b2d-b8f2-9e47177a27c3') {'for_net_delete': True} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:22.002649 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.services.segments.db [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf9cac4c0>, '67a901a7-d146-4b2d-b8f2-9e47177a27c3') {} {{(pid=78709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:22.013416 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134748'] for segment, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.029074 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.034912 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=78709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:42:22.035300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183709'] for segment, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]: Traceback (most recent call last):
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     timer()
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     cb(*args, **kw)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     return func(*args, **kwargs)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     self._notify()
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     self.callback(batched_events)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     event.method(event)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     return f(self, *a, **k)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._get(url).json()
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     return self.request(url, 'GET', **kwargs)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:42:22.047682 dv-cinder-784945-7-iscsi neutron-server[78709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:42:22.119980 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.123514 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:22.136229 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.146640 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=39658c97-9747-4fb1-82fd-bc63ef27337c,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:22.149613 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:22.154878 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-ef1f345e-9a10-46a5-87a7-ac64bb5d9a1e admin admin] 10.222.0.18 "DELETE /v2.0/networks/39658c97-9747-4fb1-82fd-bc63ef27337c HTTP/1.1" status: 204  len: 168 time: 0.3975997
May 10 13:42:22.278878 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 1e560386-f779-4bfe-976f-cad11e78782a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 13:42:22.314716 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.plugin [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] No Port match for: 1e560386-f779-4bfe-976f-cad11e78782a {{(pid=78710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 13:42:22.315069 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Device 1e560386-f779-4bfe-976f-cad11e78782a not bound to the agent host hv-cinder-78494 {{(pid=78710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 13:42:22.328204 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32864) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:22.375579 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-53a2ad62-6d3b-4044-99a4-108b1220a0dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c85461b4c12e41bc8bd6c4a5da33a024&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460479
May 10 13:42:22.378388 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32868) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:22.433439 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.458418 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.510773 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.515376 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-e837f8fb-c29a-40ad-b4f5-d1faeaf454f2 tempest-AttachVolumeShelveTestJSON-346416325 tempest-AttachVolumeShelveTestJSON-346416325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:22.528436 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e28d09-1406-4d1c-bc11-f548efaca3c4,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:22.532428 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:22.535544 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:22.536635 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0e28d09-1406-4d1c-bc11-f548efaca3c4 HTTP/1.1" status: 204  len: 168 time: 0.1573598
May 10 13:42:24.053546 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32910) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:24.167703 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.181756 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:24.185535 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea820238ea14eed9aaa962c11076933 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:24.188298 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:24.194473 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:24.275146 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.278751 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.287095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-11d4a971-4fa7-4f92-85aa-8b552b6466d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:24.325067 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea820238ea14eed9aaa962c11076933&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2704749
May 10 13:42:24.325958 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd26c63-38cd-4280-9624-1ea83ab0e145,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:24.327731 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 32916) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:24.328966 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d33369ab-fe9c-426d-a98f-8687c3eecaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:24.384976 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.413651 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.462866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.466476 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8f839a1f-5687-4562-8473-e9351453c03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:24.477828 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd26c63-38cd-4280-9624-1ea83ab0e145,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:24.488293 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.488671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.489046 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.489411 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.489770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.490156 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.490518 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.490871 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.491227 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.491594 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.491936 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.492281 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:24.495235 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.496321 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abd26c63-38cd-4280-9624-1ea83ab0e145 HTTP/1.1" status: 204  len: 168 time: 0.1675932
May 10 13:42:24.497294 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:24.768126 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32924) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:24.786466 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.800221 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:24.804182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Usage tracker for resource:security_group_rule and tenant:f74bbf28ad9c4ce89f0e8e1f6706ce9c is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:24.807263 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:24.812953 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:24.896934 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.900566 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:24.909244 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-24c16dd5-17c4-455c-bd6f-1d83a9e09aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:24.948925 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f74bbf28ad9c4ce89f0e8e1f6706ce9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1797328
May 10 13:42:24.949833 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae2e1d-7e23-4b4a-b708-332b948f3501,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:24.951667 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 32928) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:24.952759 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a714ae43-8c7e-4e72-b774-05f00d3fdb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:25.010999 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:25.036081 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:25.085797 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:25.089331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e50dc27e-6aa2-4924-94c1-118054b771ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:25.099709 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae2e1d-7e23-4b4a-b708-332b948f3501,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:25.101947 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:25.107251 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:25.108352 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-5070b860-27f3-4f4c-8c64-404f34fea5cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aae2e1d-7e23-4b4a-b708-332b948f3501 HTTP/1.1" status: 204  len: 168 time: 0.1556592
May 10 13:42:26.901799 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 32982) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:27.016533 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.033321 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:27.037071 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Usage tracker for resource:security_group_rule and tenant:11f64fc2cd3b4017820d79f7287fd846 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:27.039865 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:27.045457 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:27.126621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.129996 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.136745 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-6bc994da-add3-4cf1-b257-a10a3ee803f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:27.175659 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a70275b-40ed-4ab8-bdae-025bc55df83a,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:27.179919 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11f64fc2cd3b4017820d79f7287fd846&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2771049
May 10 13:42:27.180783 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:27.182768 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 32988) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:27.243780 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.269179 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.318737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.323301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bd3dcd11-004e-4df8-9c34-b9bcc61c9ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:27.339105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a70275b-40ed-4ab8-bdae-025bc55df83a,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:27.341840 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:27.342770 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.343864 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-81d034db-f921-42b4-ace2-2fa2649c23b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a70275b-40ed-4ab8-bdae-025bc55df83a HTTP/1.1" status: 204  len: 168 time: 0.1601877
May 10 13:42:27.609228 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 32996) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:27.626762 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.640664 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:27.642110 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:42:27.644953 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Usage tracker for resource:security_group_rule and tenant:3b82a2ca73ec4f8fb7760e0f09025768 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:27.647951 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:27.654502 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:27.737630 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.741816 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.749994 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0eda14ce-0db4-4cb0-9e86-81d3786aaf9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:27.789115 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b82a2ca73ec4f8fb7760e0f09025768&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1787164
May 10 13:42:27.789939 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3896878-ad45-42b6-8a81-31b2af99cc4b,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:27.791739 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33000) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:27.792981 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-0443bd5b-41cf-4e91-90ca-bbff4c1e4fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:27.849108 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.873474 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.923678 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.928229 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b59e4184-4a8a-44b8-b578-cbf65aaf220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:27.940785 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3896878-ad45-42b6-8a81-31b2af99cc4b,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:27.943635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:27.945571 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:27.946692 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-b7491d1e-6545-4206-8618-b9f4e43a819f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3896878-ad45-42b6-8a81-31b2af99cc4b HTTP/1.1" status: 204  len: 168 time: 0.1539955
May 10 13:42:32.690517 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33074) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:32.805105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:32.819061 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:32.822941 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Usage tracker for resource:security_group_rule and tenant:5644b904fc67419ba1cce14f3c79fadb is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:32.826130 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:32.832275 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:32.913152 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:32.916894 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:32.928307 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-009b9ba5-593b-4c48-ac34-34145bf7f24f tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:32.966495 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccee22e-37c5-45f5-89b9-894cf4f8bff8,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:32.971947 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5644b904fc67419ba1cce14f3c79fadb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803922
May 10 13:42:32.972813 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-8f31b0dd-fe01-447e-98ee-32ae1a14b162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:32.974489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33080) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:33.030188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.054866 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.104321 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.108912 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c498e70e-6057-4e03-b460-df6f3ae1f7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:33.119967 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccee22e-37c5-45f5-89b9-894cf4f8bff8,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:33.122762 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:33.124621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.125700 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-f5957d4c-4253-4174-a4a6-e1f257b27af3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eccee22e-37c5-45f5-89b9-894cf4f8bff8 HTTP/1.1" status: 204  len: 168 time: 0.1503396
May 10 13:42:33.392729 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33088) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:33.409885 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.423614 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:33.427335 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Usage tracker for resource:security_group_rule and tenant:a08e16737a664bd69fb8b3c8782e838b is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:33.430069 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:33.436665 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:33.451686 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-7277e052-3b75-4b36-bbac-5be731243a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.523447 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.526939 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.535187 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-7d9ca7b6-79fa-41d8-bb2a-bba94d2ba45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:33.575155 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a08e16737a664bd69fb8b3c8782e838b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1813903
May 10 13:42:33.576060 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f2b72-3c08-48f1-9218-338015b1ead7,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:33.577798 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33092) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:33.579048 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c390f6c5-d9d9-452f-b7f3-db1f6e94a676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:33.639012 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.663463 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.714358 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.717927 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c5b5c957-06d4-4e6c-ac1e-c981ebc39043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:33.731586 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f2b72-3c08-48f1-9218-338015b1ead7,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:33.735395 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:33.747829 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:33.751174 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-2cfaf2d0-8a8b-491d-a6ff-2d13d2e2921b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c4f2b72-3c08-48f1-9218-338015b1ead7 HTTP/1.1" status: 204  len: 168 time: 0.1701035
May 10 13:42:35.825944 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33152) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:35.939901 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:35.954219 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:35.958491 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Usage tracker for resource:security_group_rule and tenant:04c930946c984892970ea6e3b73d617b is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:35.961208 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:35.966773 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:36.044721 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.048058 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.054719 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d3bcd306-fd13-403d-9b1b-68a0d9675643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:36.096189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3db255-df08-409e-b27e-70d8a7b7ee6f,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:36.100361 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04c930946c984892970ea6e3b73d617b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733924
May 10 13:42:36.101313 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-5a19b4f6-558c-4a2f-af89-a6f730e7b650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:36.103038 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33158) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:36.158819 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.183268 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.231021 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d61125ee-2c0c-473e-ba5b-6a54a30d6f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.235826 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.239494 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-be9c1d40-f1ee-4825-a0b5-fd5c383b551b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:36.250296 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3db255-df08-409e-b27e-70d8a7b7ee6f,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:36.254279 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:36.257468 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.258513 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-c67720eb-8058-41e9-bb87-dc479f6fb451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd3db255-df08-409e-b27e-70d8a7b7ee6f HTTP/1.1" status: 204  len: 168 time: 0.1546042
May 10 13:42:36.285437 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.526906 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33166) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:36.544326 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.558839 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:36.562555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Usage tracker for resource:security_group_rule and tenant:0c7f279a9a494ad99516fead0df726fb is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:36.565863 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:36.571422 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:36.651295 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.655397 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.663664 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-38597b8c-0d5c-4b94-98b5-b905b6bbc215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:36.704427 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c7f279a9a494ad99516fead0df726fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1740479
May 10 13:42:36.704689 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33170) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:36.707477 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63830a95-24a4-48dc-81ab-8717256119cd,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:36.722868 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-af5d5b54-ef3e-4871-bcc4-4f41d8a074de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:36.768911 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.794604 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.845105 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.849697 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3694dd88-2afe-4c3d-a02d-3b957d8fbba1 tempest-AttachVolumeTestJSON-191626259 tempest-AttachVolumeTestJSON-191626259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:36.863318 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63830a95-24a4-48dc-81ab-8717256119cd,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:36.866181 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:36.870199 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:36.873788 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-9bc29a35-823d-4d52-96d1-3f075b8c4fcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63830a95-24a4-48dc-81ab-8717256119cd HTTP/1.1" status: 204  len: 168 time: 0.1657043
May 10 13:42:37.338004 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.571049 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33194) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:37.672478 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1456776395-network', 'tenant_id': 'f3bbaf16d0ba44f190d9c1586b6cc3f0'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:42:37.677332 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:37.681222 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Usage tracker for resource:network and tenant:f3bbaf16d0ba44f190d9c1586b6cc3f0 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:37.684365 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:37.690649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:37.700902 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Made reservation on behalf of f3bbaf16d0ba44f190d9c1586b6cc3f0 for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:42:37.703524 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.716243 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.730612 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:37.734480 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3bbaf16d0ba44f190d9c1586b6cc3f0 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:37.737283 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:37.742993 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:37.822443 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.825807 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.828489 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1485e09b-91c2-41dc-9a9e-0f95d564bbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:37.860151 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:42:37.865300 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa0ccd3-52d5-41f9-85e1-64bf251ff084,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:37.869032 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:37.873045 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.873045 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Added segment dc08d5d9-c56d-40ba-8585-950f5f912593 of type vlan for network 2382431e-1d5c-4e39-b045-316da8e61117
May 10 13:42:37.899036 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.925858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.927131 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:37.927700 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:37.932301 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:38.107627 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Pushing event updated for resources: {'Network': ['ID=2382431e-1d5c-4e39-b045-316da8e61117,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:38.111016 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5384910
May 10 13:42:38.111943 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:38.113821 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33200) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:38.117956 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 2382431e-1d5c-4e39-b045-316da8e61117 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:42:38.119134 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Request body: {'subnet': {'network_id': '2382431e-1d5c-4e39-b045-316da8e61117', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1456776395-subnet', 'tenant_id': 'f3bbaf16d0ba44f190d9c1586b6cc3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:42:38.123772 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:38.128162 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Usage tracker for resource:subnet and tenant:f3bbaf16d0ba44f190d9c1586b6cc3f0 is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:38.130987 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:38.136576 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:38.146264 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Made reservation on behalf of f3bbaf16d0ba44f190d9c1586b6cc3f0 for: {'subnet': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:42:38.148474 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228051'] for subnet, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:38.514972 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2471094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228001'] for subnet, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:38.519233 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:38.590202 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Pushing event updated for resources: {'Subnet': ['ID=606cc81e-5232-4f19-8a42-0aa4c4466076,revision_number=0']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:38.594007 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:38.598327 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Checking segment: {'id': 'dc08d5d9-c56d-40ba-8585-950f5f912593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2382431e-1d5c-4e39-b045-316da8e61117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:42:38.598669 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Network hostable DHCP agents. Network: 2382431e-1d5c-4e39-b045-316da8e61117, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:42:38.615440 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Network 2382431e-1d5c-4e39-b045-316da8e61117 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:42:38.623764 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.scheduler.base_scheduler [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 2382431e-1d5c-4e39-b045-316da8e61117) {{(pid=78708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:42:38.632026 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:38.632646 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:38.632999 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045cc10c-882b-46ea-ac41-c284f2dbbffb None None] Network 2382431e-1d5c-4e39-b045-316da8e61117 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:42:38.652941 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-97bedd99-ef62-4dca-888e-4c068051988b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5381069
May 10 13:42:38.754975 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:38.872407 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e784e9bb-c619-430d-88d9-56688f1aafd9 None None] Network 2382431e-1d5c-4e39-b045-316da8e61117 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:42:39.183178 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33218) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:39.189177 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.v2.base [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-109056474-network', 'tenant_id': 'a675bf8e6d96419bbbb31181f68a01fa'}} {{(pid=78708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:42:39.193928 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:39.197637 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Usage tracker for resource:network and tenant:a675bf8e6d96419bbbb31181f68a01fa is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:39.200427 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:39.206858 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:39.216008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Made reservation on behalf of a675bf8e6d96419bbbb31181f68a01fa for: {'network': 1} {{(pid=78708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:42:39.218392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801469'] for network, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.230424 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.244132 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:39.247918 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Usage tracker for resource:security_group_rule and tenant:a675bf8e6d96419bbbb31181f68a01fa is out of sync, need to count used quota {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:39.250644 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.quota.resource [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:39.256701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.quota.driver [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:39.336046 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.339393 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.342159 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-12fc8912-b573-4058-a86f-d382a1b77f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:39.375102 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=78708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 13:42:39.380876 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf7725-2259-4e96-92fb-0afeec2e3736,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:39.384083 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:39.388853 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.389288 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.db.segments_db [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Added segment adab0121-0838-4c62-aba6-8c7c9f1822ee of type vlan for network 7e3053cb-0adc-45cb-b033-94eb5dae3b24
May 10 13:42:39.415067 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756626891906'] for network, precommit_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.443631 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328'] for network, after_create {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.444975 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:39.445555 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:39.450134 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-1d4cd49b-48da-4076-afd9-0e93e5f14be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:39.547218 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3629694
May 10 13:42:39.548737 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3053cb-0adc-45cb-b033-94eb5dae3b24,revision_number=1']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:39.551154 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33222) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:39.551649 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-a3ab506f-ae30-4ecb-8e1e-a444a19d5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:39.558132 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.v2.base [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Request body: {'subnet': {'network_id': '7e3053cb-0adc-45cb-b033-94eb5dae3b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-109056474-subnet', 'tenant_id': 'a675bf8e6d96419bbbb31181f68a01fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 13:42:39.559039 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.plugins.ml2.rpc [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Network 7e3053cb-0adc-45cb-b033-94eb5dae3b24 details requested by agent ovs-agent-dv-cinder-784945-7-iscsi with host dv-cinder-784945-7-iscsi {{(pid=78710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 13:42:39.562918 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:42:39.567232 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Usage tracker for resource:subnet and tenant:a675bf8e6d96419bbbb31181f68a01fa is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:42:39.570023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:42:39.575609 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:42:39.587167 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Made reservation on behalf of a675bf8e6d96419bbbb31181f68a01fa for: {'subnet': 1} {{(pid=78709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 13:42:39.589343 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2443975'] for subnet, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:40.050911 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2443957'] for subnet, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:40.054935 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:40.126173 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c2008d-0888-4b6f-a474-cbc05a1b0057,revision_number=0']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:40.131408 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:40.133799 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Checking segment: {'id': 'adab0121-0838-4c62-aba6-8c7c9f1822ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e3053cb-0adc-45cb-b033-94eb5dae3b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 13:42:40.134182 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Network hostable DHCP agents. Network: 7e3053cb-0adc-45cb-b033-94eb5dae3b24, hostable agents: ['fe4b018b-a392-4c94-b92f-67defabb6e00'], hosted agents: [] {{(pid=78709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 13:42:40.149995 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Network 7e3053cb-0adc-45cb-b033-94eb5dae3b24 is scheduled to be hosted by DHCP agent fe4b018b-a392-4c94-b92f-67defabb6e00 with binding_index 1 {{(pid=78709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 13:42:40.160115 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.scheduler.base_scheduler [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-iscsi, 7e3053cb-0adc-45cb-b033-94eb5dae3b24) {{(pid=78709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 13:42:40.168095 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 13:42:40.168704 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:40.169092 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897226c-add9-497f-a339-a50a33a822d9 None None] Network 7e3053cb-0adc-45cb-b033-94eb5dae3b24 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:42:40.189550 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-b5585dc2-f45c-4322-90b7-da4e101dc702 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6370690
May 10 13:42:40.358651 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b09d1b-af9e-413e-8c5c-81fed9614fb6 None None] Network 7e3053cb-0adc-45cb-b033-94eb5dae3b24 requested from dv-cinder-784945-7-iscsi {{(pid=78710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 13:42:51.576735 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.295675 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33342) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:56.353734 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.db_base_plugin_v2 [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Deleting subnet 606cc81e-5232-4f19-8a42-0aa4c4466076 {{(pid=78709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:42:56.356681 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.404023 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3134723'] for subnet, precommit_delete_associations {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.460175 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.694257 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443948'] for subnet, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.698501 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:56.736900 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606cc81e-5232-4f19-8a42-0aa4c4466076,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:56.739813 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.750969 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/606cc81e-5232-4f19-8a42-0aa4c4466076 HTTP/1.1" status: 204  len: 168 time: 0.4520769
May 10 13:42:56.750969 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.750969 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.750969 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.751403 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.751486 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33346) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:56.751903 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.752200 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.752405 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.752764 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.753129 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.753474 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.753829 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.754203 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-iscsi {{(pid=78709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 13:42:56.757223 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-556e7839-02bc-4cba-b704-dfac83173e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:56.856061 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.977391 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:56.989725 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf985c0a0>,) {'filters': {'network_id': ['2382431e-1d5c-4e39-b045-316da8e61117']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.001351 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf985c0a0>, 'dc08d5d9-c56d-40ba-8585-950f5f912593') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.001671 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf985c0a0>, 'dc08d5d9-c56d-40ba-8585-950f5f912593') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.012572 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.029401 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.036175 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:42:57.036546 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:42:57.049367 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:42:57.123713 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.127959 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:57.140353 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.149635 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Pushing event deleted for resources: {'Network': ['ID=2382431e-1d5c-4e39-b045-316da8e61117,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:57.152332 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2382431e-1d5c-4e39-b045-316da8e61117 HTTP/1.1" status: 204  len: 168 time: 0.4000106
May 10 13:42:57.153209 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-57abd2c0-af46-401f-bfa0-0d923c651139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:57.155116 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33350) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:57.212553 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Deleting subnet b5c2008d-0888-4b6f-a474-cbc05a1b0057 {{(pid=78708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 13:42:57.215386 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.265099 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2178582'] for subnet, precommit_delete_associations {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.319738 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382936'] for subnet, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.644331 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228024'] for subnet, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.648937 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:57.682962 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c2008d-0888-4b6f-a474-cbc05a1b0057,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:57.684890 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for subnet, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.687342 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:57.691925 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-ac973817-5b57-4646-9120-c14e381d5e76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5c2008d-0888-4b6f-a474-cbc05a1b0057 HTTP/1.1" status: 204  len: 168 time: 0.5359082
May 10 13:42:57.694392 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33354) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:57.796517 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1818648'] for network, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.917285 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381091', 'neutron.services.segments.db._delete_segments_for_network-8756627330973'] for network, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.930219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6cf8bbed00>,) {'filters': {'network_id': ['7e3053cb-0adc-45cb-b033-94eb5dae3b24']}} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.942356 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8bbed00>, 'adab0121-0838-4c62-aba6-8c7c9f1822ee') {'for_net_delete': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.942701 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.services.segments.db [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6cf8bbed00>, 'adab0121-0838-4c62-aba6-8c7c9f1822ee') {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 13:42:57.955008 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756627342695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2178569'] for segment, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.971150 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643'] for segment, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.977230 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=78708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 13:42:57.977621 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2862355'] for segment, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]: Traceback (most recent call last):
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     timer()
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     cb(*args, **kw)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     return func(*args, **kwargs)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     self._notify()
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     self.callback(batched_events)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     event.method(event)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     return f(self, *a, **k)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._get(url).json()
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     return self.request(url, 'GET', **kwargs)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 13:42:57.990876 dv-cinder-784945-7-iscsi neutron-server[78708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 13:42:58.065455 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660858'] for network, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.069073 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:58.081615 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552358'] for network, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.090219 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3053cb-0adc-45cb-b033-94eb5dae3b24,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:58.092931 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7e3053cb-0adc-45cb-b033-94eb5dae3b24 HTTP/1.1" status: 204  len: 168 time: 0.3976498
May 10 13:42:58.093782 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d48cbeaa-f539-48cb-9aab-a56b68fca531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:58.256470 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33360) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:58.304386 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-f900affb-4ed9-4599-b557-9ace08853ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3bbaf16d0ba44f190d9c1586b6cc3f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466971
May 10 13:42:58.306842 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33364) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:58.362491 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.386786 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.436626 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.441300 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d4ca0230-8d4a-41c3-8c68-eedfe3e2d3cd tempest-TestShelveInstance-1744555359 tempest-TestShelveInstance-1744555359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:58.455039 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa0ccd3-52d5-41f9-85e1-64bf251ff084,revision_number=None']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:58.457415 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:58.463242 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.464347 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-a52e755d-0008-4f3d-9db3-3e267fc0c121 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efa0ccd3-52d5-41f9-85e1-64bf251ff084 HTTP/1.1" status: 204  len: 168 time: 0.1566181
May 10 13:42:58.791188 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33372) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:58.839147 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-0f60bd23-9173-4247-8433-815c326b0136 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a675bf8e6d96419bbbb31181f68a01fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467758
May 10 13:42:58.841422 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33376) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:42:58.900381 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.924425 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.975400 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.979024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-60f21012-5ca3-415d-b849-cd7531448bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:42:58.989347 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf7725-2259-4e96-92fb-0afeec2e3736,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:42:58.991718 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:42:58.997440 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:42:58.998552 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d1afb2bf-9360-45ec-bf90-c4e565fd9808 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02cf7725-2259-4e96-92fb-0afeec2e3736 HTTP/1.1" status: 204  len: 168 time: 0.1562779
May 10 13:43:03.453555 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-7f957ba6-c35d-4523-bd72-b4a593f8d925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:04.641037 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:43:06.231441 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-080ab6ce-ccf4-4212-a991-ff25c6eea488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:06.286090 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:07.340261 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.607782 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.wsgi [-] (78709) accepted ('10.222.0.18', 33450) {{(pid=78709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:43:08.670497 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.724361 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.738189 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 13:43:08.741877 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7a1671ea2d403a910ed213beceb409 is out of sync, need to count used quota {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 13:43:08.744608 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.quota.resource [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 13:43:08.750176 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.db.quota.driver [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 13:43:08.831469 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.835105 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron_lib.callbacks.manager [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_create {{(pid=78709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.843254 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-8f2fc337-834e-4078-95e0-86e6e14599da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:43:08.881225 dv-cinder-784945-7-iscsi neutron-server[78709]: INFO neutron.wsgi [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd7a1671ea2d403a910ed213beceb409&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2723894
May 10 13:43:08.882758 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1268e837-b4c4-42d5-a1ee-d33bef4ac888,revision_number=1']} {{(pid=78709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:43:08.883973 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [-] (78708) accepted ('10.222.0.18', 33456) {{(pid=78708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 13:43:08.885865 dv-cinder-784945-7-iscsi neutron-server[78709]: DEBUG oslo_concurrency.lockutils [None req-d45f8154-4e5b-4edf-b7e9-2a10cae74b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:43:08.942024 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:08.967944 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:09.018223 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604561'] for security_group, after_delete {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:09.022971 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e76367cb-f938-44c3-add2-cc57ebae5edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 13:43:09.037718 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268e837-b4c4-42d5-a1ee-d33bef4ac888,revision_number=None']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 13:43:09.040103 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 13:43:09.043320 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:09.048949 dv-cinder-784945-7-iscsi neutron-server[78708]: INFO neutron.wsgi [None req-d32c7c38-7cab-4cdf-bd5f-94e73067a2da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1268e837-b4c4-42d5-a1ee-d33bef4ac888 HTTP/1.1" status: 204  len: 168 time: 0.1627455
May 10 13:43:21.587729 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:33.457696 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-e3809421-ffb0-48b4-b3d4-781af109b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:36.231584 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-12d5c2f8-f57a-4772-b015-043f6e5e9d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:36.286437 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:37.342739 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:38.673339 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:43:41.640176 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:43:51.586918 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:03.459361 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9dda2ff8-f99e-4481-9a8c-30a8071adf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:06.232235 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-56c72233-84b9-448c-a945-1c14e3a0911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:06.287115 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:07.345073 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:08.676707 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:18.638213 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:44:21.586196 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:33.460288 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-efded191-947f-483d-a9c3-faea4af3803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:36.233009 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cfc612fd-e5f4-42f6-876c-a9b4e9954727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:36.286845 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:37.346600 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:38.678107 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:51.586021 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:44:55.637277 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:45:03.460993 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-588daa1d-78f6-4f4a-843e-be46f541ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:06.234183 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-98c65e84-3df9-47b4-82de-128153b41d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:06.287178 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:07.348804 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:08.680998 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:21.599508 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:32.636045 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:45:33.462527 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-92b97c81-8d50-4cdb-9fda-49fc9f99320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:36.234885 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b2383757-4def-407c-8263-fba652d1615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:36.287162 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:37.352037 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:38.684760 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:45:51.618530 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:03.463154 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-1ef134ef-c457-44a1-b244-1971ab1e290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:06.235314 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d956-cf7c-49d5-b88f-18575d1f1352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:06.287045 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:07.353582 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:08.688453 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:09.634578 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:46:21.613794 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:33.463458 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-b6100dbd-c9f7-41ca-b536-a8ff6036c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:33.508527 dv-cinder-784945-7-iscsi neutron-server[78708]: DEBUG neutron.wsgi [req-c37c4f61-e0c6-4d99-a20b-f41910a875d6 req-d01e33c7-5f84-42f6-b343-f90aa7f930e5 service neutron] (78708) timed out ('10.222.0.36', 62173) {{(pid=78708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 13:46:36.237514 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-cf9b22c7-51d0-4050-86de-e24faa1effee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:36.288359 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:37.356408 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:38.692418 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:46:46.632999 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:46:51.613040 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:03.464169 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-20c3facc-7ef9-4c87-90fd-fb24589a7d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:06.238746 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-9e1824ec-5ee9-4b5c-ae60-0a77a09f8308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:06.289573 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:07.360336 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:08.694906 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:21.646088 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:23.631900 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:47:33.464553 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-6b1d5234-8c4b-48d4-b8c4-b484d4f0644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:36.239439 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4930-66c4-4e31-bcf3-d81ab96ed947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:36.290504 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:37.363199 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:38.697799 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:47:51.661913 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-100dc4f3-9fbb-40d2-8a5d-0accb5c7fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:48:00.630843 dv-cinder-784945-7-iscsi neutron-server[78711]: DEBUG neutron.db.agents_db [None req-f3541a96-e772-492a-99d7-66e1559f0b42 None None] Agent healthcheck: found 6 active agents {{(pid=78711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 13:48:03.467250 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-be5d5b8f-aac0-4d99-9331-afd45d07abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:48:06.241559 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-54203fac-3d64-4b4f-966d-5b92306e2349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:48:06.292309 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-35f54482-d930-4701-b7f6-ac6195302b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:48:07.364749 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3a2a-afae-4f20-972b-a7f2d58fd3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 13:48:08.702329 dv-cinder-784945-7-iscsi neutron-server[78710]: DEBUG neutron_lib.callbacks.manager [None req-0e30918d-284e-4345-ae3a-865358372d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756627330982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379033'] for agent, after_update {{(pid=78710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}